-- Logs begin at Fri 2021-07-23 16:29:08 UTC, end at Fri 2021-07-23 17:37:06 UTC. -- Jul 23 17:10:44.028632 dv-cinder-802045-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 17:10:46.650182 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.common.config [-] Logging enabled! Jul 23 17:10:46.650859 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.1.dev5 Jul 23 17:10:46.652058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=81873) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jul 23 17:10:46.652797 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.common.config [-] Logging enabled! Jul 23 17:10:46.653088 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.1.dev5 Jul 23 17:10:46.653367 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=81873) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jul 23 17:10:46.654460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jul 23 17:10:46.654718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jul 23 17:10:46.655766 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jul 23 17:10:46.656052 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jul 23 17:10:46.656315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jul 23 17:10:46.656694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.657037 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.657374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.657639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.657984 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.658322 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.658641 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.659071 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.659327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.659629 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.659941 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.660263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.660528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.661413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] config_source = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.661738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.662071 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.662328 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] debug = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.662646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.663218 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.663544 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.664284 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.664616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.664929 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.665244 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.665563 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.665929 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] host = dv-cinder-802045-1-iscsi {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.666241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.666570 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.666922 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.667251 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.667561 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.667873 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.668196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.668504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] log_dir = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.668812 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] log_file = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.669126 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.669448 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.669777 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.670117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.670378 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.670634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.670994 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.671327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.671638 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.671950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.672260 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.672569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.672873 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.673172 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.673505 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.673836 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.674160 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.674468 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.674788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.675092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.675401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.675725 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.676033 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.676367 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.676675 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.677008 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.677312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.677620 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.677970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.678563 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.678915 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.679240 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.679545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.679873 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.680178 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.680480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] use_journal = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.680783 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] use_json = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.681087 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.681390 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.681714 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.682019 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.682322 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.682627 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.683163 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.683331 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:46.683615 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.683960 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.684401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.684623 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.684959 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.685278 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.685606 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.685921 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.686382 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.686666 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.687477 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.687477 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.687477 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.687784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.688103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.688413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.688708 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.689040 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.689351 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.689661 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.689999 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.690313 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.690622 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.690998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.692586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.692586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.692586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.693894 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.693894 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.694230 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.694440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.694870 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.695195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.695513 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.695845 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.696166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.696481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.696801 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.697122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.697436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.697748 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.698062 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.698372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.698686 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.699025 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.699336 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.699646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.699955 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.700263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.700570 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.700883 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.701192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.701502 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.701812 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.702120 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.702428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.702734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.703087 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.703428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.703743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.704060 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.704376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.704689 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.705007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.705319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.705632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.705961 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.706256 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.706586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.706929 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.707256 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.708091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.708405 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.708741 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.709056 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.709374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.709691 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.710003 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.710322 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.710639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.710993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.711324 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.711653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.711982 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.712312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.712627 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.712981 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.713294 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:46.713545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jul 23 17:10:46.713820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=81873) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Jul 23 17:10:47.381531 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=81873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:10:47.381828 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=81873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:10:47.382191 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=81873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:10:47.383910 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 17:10:47.739353 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:47.739940 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:47.739940 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:47.799796 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:47.800118 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:47.800427 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:47.804158 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:47.804473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:47.804772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:47.950885 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:47.951117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:47.951371 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:47.952566 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:47.952872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:47.953170 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.074726 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.075074 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.075348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.075653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.076681 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.260128 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.260506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.260837 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.261143 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.261444 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.261830 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.262138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.262441 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.262733 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.263107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.263409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.263720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.264033 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.264332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.264649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.264969 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.265268 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.265594 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.265886 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.266231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.266686 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.267003 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.267291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.267637 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.267924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.268209 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.268632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=81873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:10:48.268906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=81873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:10:48.269182 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=81873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:10:48.269458 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=81873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:10:48.269732 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=81873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:10:48.270667 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=81873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:10:48.272063 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 17:10:48.280124 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 17:10:48.288319 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 17:10:48.293846 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 23 17:10:48.296647 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 17:10:48.297747 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 17:10:48.298132 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 17:10:48.298568 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 17:10:48.302389 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 17:10:48.302673 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 17:10:48.303516 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 17:10:48.330705 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jul 23 17:10:48.331250 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.331588 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=81873) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 17:10:48.332002 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.333939 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=81873) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 17:10:48.334334 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 17:10:48.334543 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 17:10:48.337643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.337966 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.402882 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 17:10:48.403158 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 17:10:48.403429 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 17:10:48.403837 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 17:10:48.438326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.sqlalchemy.engines [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=81873) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 23 17:10:48.740594 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Initializing driver for type 'gre' Jul 23 17:10:48.741152 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] gre ID ranges: [(1, 1000)] Jul 23 17:10:48.782222 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Initializing driver for type 'local' Jul 23 17:10:48.782596 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Initializing driver for type 'vlan' Jul 23 17:10:48.793010 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] VlanTypeDriver initialization complete Jul 23 17:10:48.793386 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Initializing driver for type 'vxlan' Jul 23 17:10:48.793915 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] vxlan ID ranges: [(1, 1000)] Jul 23 17:10:48.835514 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Initializing extension driver 'port_security' Jul 23 17:10:48.835886 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.extensions.port_security [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] PortSecurityExtensionDriver initialization complete Jul 23 17:10:48.836272 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Initializing mechanism driver 'openvswitch' Jul 23 17:10:48.836626 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Initializing mechanism driver 'hyperv' Jul 23 17:10:48.843104 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=81873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:10:48.843963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > port after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.844372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > port after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.844769 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > port after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.845201 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > subnet after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.845597 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > subnet after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.845984 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > subnet after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.846406 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > network after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.846840 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > network after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.847203 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > network after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.847625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > security_group after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.848037 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > security_group after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.848586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > security_group after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.849014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.849405 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.849788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.850165 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] ML2 OVO RPC backend initialized. {{(pid=81873) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jul 23 17:10:48.850906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router_interface after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.851307 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.851766 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > network before_response 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.852173 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > networks before_response 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.852537 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > port before_response 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.852918 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > ports before_response 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.853299 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > subnet before_response 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.853679 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > subnets before_response 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.854064 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > network after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.854443 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > network after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.854844 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > network after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.855223 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > port after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.855601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > port after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.855976 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > port after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.856354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > subnet after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.856734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > subnet after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.857108 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > subnet after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.857734 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.plugin [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Modular L2 Plugin initialization complete Jul 23 17:10:48.858094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading services supported by the core plugin {{(pid=81873) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Jul 23 17:10:48.858462 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.plugins.ml2.managers [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Got port-security extension from driver 'port_security' Jul 23 17:10:48.858996 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.extensions.vlantransparent [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Disabled vlantransparent extension. Jul 23 17:10:48.859457 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=81873) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Jul 23 17:10:48.859807 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading Plugin: router Jul 23 17:10:48.902068 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router_interface before_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.902506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router after_create 55549900 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.902989 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router before_create 55549900 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.903404 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.903831 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.904235 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router after_delete 55549900 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.904640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > floatingip after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.905058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router after_create 55549900 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.905447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router after_update 55549900 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.905846 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router after_update 55549900 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.906241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.906651 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router after_update 55549900 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.907185 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router precommit_update 55549900 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.907613 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: port after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.907999 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: port after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.908381 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: subnet after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.908764 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.909158 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > port precommit_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.909553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router precommit_create 55549900 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.909941 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: port before_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.910332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router precommit_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.910795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router after_update 55549900 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.911183 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router precommit_delete 55549900 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.911579 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router precommit_create 55549900 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.911994 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router_interface after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.912386 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router precommit_update 55549900 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.912812 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > agent after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.913211 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > agent after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.913603 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > network after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.914588 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Tracking information for resource: router configured {{(pid=81873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:10:48.914991 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Tracking information for resource: floatingip configured {{(pid=81873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 17:10:48.921326 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_agentschedulers_db [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 17:10:48.921977 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: port after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.922380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: port after_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.922794 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: port after_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.923189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: port after_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.924089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router before_create 55550100 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.924500 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router precommit_delete 55550100 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.924911 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router precommit_create 55550100 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.925316 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > router precommit_update 55550100 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.931182 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.provider_configuration [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service providers = [] {{(pid=81873) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 17:10:48.931586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.servicetype_db [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=81873) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 17:10:48.934473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.service_base [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=81873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 23 17:10:48.934888 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.service_base [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=81873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 23 17:10:48.935275 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.service_base [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=81873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 23 17:10:48.936182 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.service_base [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=81873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jul 23 17:10:48.936591 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.services.service_base [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 17:10:48.937012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=81873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:10:48.937375 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 17:10:48.958506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=81873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:10:48.958909 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading Plugin: auto_allocate Jul 23 17:10:48.969472 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: network precommit_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.969881 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: network precommit_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.970476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=81873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:10:48.970862 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading Plugin: tag Jul 23 17:10:48.982274 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=81873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:10:48.982652 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading Plugin: timestamp Jul 23 17:10:48.986468 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=81873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:10:48.986865 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading Plugin: network_ip_availability Jul 23 17:10:48.993104 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.993518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.993906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:48.994693 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=81873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:10:48.995089 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading Plugin: flavors Jul 23 17:10:49.011720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=81873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:10:49.012096 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading Plugin: revisions Jul 23 17:10:49.016547 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=81873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Jul 23 17:10:49.016977 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.635s {{(pid=81873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:10:49.017791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=81873) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:633}} Jul 23 17:10:49.018160 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Initializing extension manager. Jul 23 17:10:49.018735 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: __init__.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.019153 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: __pycache__ {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.019528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.019939 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.020318 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: _filter_validation_lib.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.020689 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.021060 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: address_scope.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.021904 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.022575 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: address-scope Jul 23 17:10:49.022968 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: admin_state_down_before_update.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.023937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.024526 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: router-admin-state-down-before-update Jul 23 17:10:49.024886 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: agent.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.025682 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.026265 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: agent Jul 23 17:10:49.026628 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: agent_resources_synced.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.027595 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.028182 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: agent-resources-synced Jul 23 17:10:49.028546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: allowedaddresspairs.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.030375 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.031000 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: allowed-address-pairs Jul 23 17:10:49.031368 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: auto_allocated_topology.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.032590 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.033187 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: auto-allocated-topology Jul 23 17:10:49.033560 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: availability_zone.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.034329 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.034933 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: availability_zone Jul 23 17:10:49.035301 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: availability_zone_filter.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.036263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.036881 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: availability_zone_filter Jul 23 17:10:49.037248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: data_plane_status.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.038173 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.038790 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 17:10:49.039146 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: default_subnetpools.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.040081 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.040664 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: default-subnetpools Jul 23 17:10:49.041027 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: dhcpagentscheduler.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.041912 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.042508 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: dhcp_agent_scheduler Jul 23 17:10:49.042902 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: dns.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.043831 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.044422 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension dns-integration not supported by any of loaded plugins Jul 23 17:10:49.044785 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: dns_domain_ports.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.045712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.046288 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 17:10:49.046656 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: dvr.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.047445 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.048028 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: dvr Jul 23 17:10:49.048397 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: empty_string_filtering.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.049324 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.049900 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: empty-string-filtering Jul 23 17:10:49.050266 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.051733 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.052308 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 17:10:49.052671 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.053880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.054458 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 17:10:49.054845 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: external_net.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.055776 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.056365 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: external-net Jul 23 17:10:49.056729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: extra_dhcp_opt.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.057655 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.058237 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: extra_dhcp_opt Jul 23 17:10:49.058601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: extraroute.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.059547 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.060128 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: extraroute Jul 23 17:10:49.060493 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: extraroute_atomic.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.061651 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.062241 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: extraroute-atomic Jul 23 17:10:49.062605 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: filter_validation.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.063348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.063931 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: filter-validation Jul 23 17:10:49.064296 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: fip_pf_description.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.065232 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.065805 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 17:10:49.066169 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: fip_port_details.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.067749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.068332 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: fip-port-details Jul 23 17:10:49.068694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: flavors.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.069956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.070544 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: flavors Jul 23 17:10:49.070974 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.072750 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.073355 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 17:10:49.073733 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: floatingip_pools.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.074524 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.075142 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: floatingip-pools Jul 23 17:10:49.075511 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: ip_allocation.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.076448 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.077024 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 17:10:49.077389 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.078329 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.078967 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: ip-substring-filtering Jul 23 17:10:49.079331 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: l2_adjacency.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.080286 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.080862 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 17:10:49.081223 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: l3.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.082372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.083060 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: router Jul 23 17:10:49.083429 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: l3_conntrack_helper.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.085950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.086560 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 17:10:49.086962 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.087911 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.088502 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: ext-gw-mode Jul 23 17:10:49.088870 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.089815 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.090403 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: l3-ha Jul 23 17:10:49.090793 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: l3_flavors.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.091728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.092316 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: l3-flavors Jul 23 17:10:49.092683 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.093617 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.094199 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 17:10:49.094565 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: l3agentscheduler.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.095826 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.096424 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: l3_agent_scheduler Jul 23 17:10:49.096793 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: logging.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.098496 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.099136 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension logging not supported by any of loaded plugins Jul 23 17:10:49.099512 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: metering.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.100528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.101241 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: metering Jul 23 17:10:49.101607 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: multiprovidernet.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.102569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.103196 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: multi-provider Jul 23 17:10:49.103560 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: netmtu.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.104509 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.105120 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: net-mtu Jul 23 17:10:49.105479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: netmtu_writable.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.106439 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.107056 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: net-mtu-writable Jul 23 17:10:49.107426 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: network_availability_zone.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.108180 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.108773 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: network_availability_zone Jul 23 17:10:49.109134 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: network_ip_availability.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.110250 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.110860 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: network-ip-availability Jul 23 17:10:49.111229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: network_segment_range.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.112187 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.112779 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 17:10:49.113151 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: pagination.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.114682 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.115084 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: pagination Jul 23 17:10:49.115448 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.116376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.116976 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: port-mac-address-regenerate Jul 23 17:10:49.117338 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: port_resource_request.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.118262 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.118884 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 17:10:49.119248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: portbindings.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.120199 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.120780 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: binding Jul 23 17:10:49.121145 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: portbindings_extended.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.122427 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.123068 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: binding-extended Jul 23 17:10:49.123444 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: portsecurity.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.124375 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.124959 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: port-security Jul 23 17:10:49.125327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: project_id.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.127995 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.128394 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: project-id Jul 23 17:10:49.128766 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: providernet.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.130284 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.130911 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: provider Jul 23 17:10:49.131282 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: qos.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.134962 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.135590 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension qos not supported by any of loaded plugins Jul 23 17:10:49.135945 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.137196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.137783 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 17:10:49.138152 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.139132 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.139717 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 17:10:49.140084 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: qos_default.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.141013 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.141592 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension qos-default not supported by any of loaded plugins Jul 23 17:10:49.141956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: qos_fip.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.142652 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.143316 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension qos-fip not supported by any of loaded plugins Jul 23 17:10:49.143681 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: qos_gateway_ip.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.144622 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.145244 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 17:10:49.145610 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: qos_port_network_policy.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.146538 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.147143 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 17:10:49.147508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: qos_rule_type_details.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.148447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.149027 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 17:10:49.149392 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: qos_rules_alias.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.150452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.151056 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 17:10:49.151425 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: quotasv2.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.152492 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.152871 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: quotas Jul 23 17:10:49.153237 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: quotasv2_detail.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.154877 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.155261 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: quota_details Jul 23 17:10:49.155631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: rbac.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.156792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.157385 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: rbac-policies Jul 23 17:10:49.157751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: rbac_address_scope.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.158699 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.159312 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: rbac-address-scope Jul 23 17:10:49.159678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: rbac_security_groups.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.160643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.161256 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: rbac-security-groups Jul 23 17:10:49.161569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: rbac_subnetpool.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.162507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.163126 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: rbac-subnetpool Jul 23 17:10:49.163476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: revisionifmatch.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.164842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.165461 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: revision-if-match Jul 23 17:10:49.165796 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: revisions.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.166933 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.167566 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: standard-attr-revisions Jul 23 17:10:49.167879 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: router_availability_zone.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.168652 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.169242 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: router_availability_zone Jul 23 17:10:49.169645 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: routerservicetype.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.170562 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.171174 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension router-service-type not supported by any of loaded plugins Jul 23 17:10:49.171541 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: security_groups_port_filtering.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.172478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.173059 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: port-security-groups-filtering Jul 23 17:10:49.173429 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: securitygroup.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.187266 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.187889 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: security-group Jul 23 17:10:49.188275 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: segment.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.189171 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.189765 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension segment not supported by any of loaded plugins Jul 23 17:10:49.190138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.191128 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.191719 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 17:10:49.192688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: servicetype.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.193763 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.194354 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: service-type Jul 23 17:10:49.194720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: sorting.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.195741 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.196127 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: sorting Jul 23 17:10:49.196490 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: standard_attr_segment.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.197414 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.197999 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 17:10:49.198365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: standardattrdescription.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.199086 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.199674 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: standard-attr-description Jul 23 17:10:49.200038 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: stateful_security_group.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.200992 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.201574 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: stateful-security-group Jul 23 17:10:49.201935 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: stdattrs_common.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.202530 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 17:10:49.202919 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.203862 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.204443 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 17:10:49.204806 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: subnet_onboard.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.205887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.206483 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: subnet_onboard Jul 23 17:10:49.206878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.207849 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.208436 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 17:10:49.208889 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: subnet_service_types.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.209866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.210474 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: subnet-service-types Jul 23 17:10:49.210865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: subnetallocation.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.211982 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.212572 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: subnet_allocation Jul 23 17:10:49.212939 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.213654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.214244 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: subnetpool-prefix-ops Jul 23 17:10:49.214607 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.215580 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.216165 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 17:10:49.216528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: tagging.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.217932 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.218531 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: standard-attr-tag Jul 23 17:10:49.218934 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: timestamp.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.220119 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.220717 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loaded extension: standard-attr-timestamp Jul 23 17:10:49.221089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: trunk.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.222131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.222724 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension trunk not supported by any of loaded plugins Jul 23 17:10:49.223658 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: trunk_details.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.224601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.225188 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension trunk-details not supported by any of loaded plugins Jul 23 17:10:49.225552 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: uplink_status_propagation.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.226495 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.227131 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 17:10:49.227496 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Loading extension file: vlantransparent.py {{(pid=81873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}} Jul 23 17:10:49.228214 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=81873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}} Jul 23 17:10:49.228800 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 17:10:49.231302 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:network Jul 23 17:10:49.232125 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:subnet Jul 23 17:10:49.232794 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:10:49.233472 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:port Jul 23 17:10:49.234923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.resource_helper [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:10:49.235425 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.resource_helper [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service FLAVORS assigned prefix: {{(pid=81873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:10:49.236109 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.resource_helper [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:10:49.236587 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.resource_helper [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:10:49.236963 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:router Jul 23 17:10:49.237698 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 17:10:49.238466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.resource_helper [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service METERING assigned prefix: /metering {{(pid=81873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:10:49.241032 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:49.241446 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:49.241845 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=81873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:10:49.242995 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 17:10:49.243478 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:security_group Jul 23 17:10:49.244290 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 17:10:49.245107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.resource_helper [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service CORE assigned prefix: {{(pid=81873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:10:49.245484 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:10:49.245864 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] subnetpool is already registered Jul 23 17:10:49.246530 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.resource_helper [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service CORE assigned prefix: {{(pid=81873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:10:49.246926 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:10:49.247295 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] subnetpool is already registered Jul 23 17:10:49.249951 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.resource_helper [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:10:49.250434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.resource_helper [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service FLAVORS assigned prefix: {{(pid=81873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:10:49.251105 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.resource_helper [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:10:49.251573 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.resource_helper [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=81873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:10:49.251948 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:router Jul 23 17:10:49.252315 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] router is already registered Jul 23 17:10:49.252974 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 17:10:49.253341 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] floatingip is already registered Jul 23 17:10:49.254036 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.resource_helper [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service METERING assigned prefix: /metering {{(pid=81873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:10:49.254822 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 17:10:49.255191 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] rbac_policy is already registered Jul 23 17:10:49.255647 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:security_group Jul 23 17:10:49.256011 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] security_group is already registered Jul 23 17:10:49.256844 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 17:10:49.257215 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] security_group_rule is already registered Jul 23 17:10:49.257949 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.resource_helper [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service CORE assigned prefix: {{(pid=81873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:10:49.258323 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:10:49.258689 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] subnetpool is already registered Jul 23 17:10:49.259388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.resource_helper [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Service CORE assigned prefix: {{(pid=81873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jul 23 17:10:49.259757 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 17:10:49.260117 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING neutron.quota.resource_registry [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] subnetpool is already registered Jul 23 17:10:49.260846 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: extensions {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.262371 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: address-scopes {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.263643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: agents {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.264974 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: auto-allocated-topology {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.266285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: availability_zones {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.267557 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: dhcp-networks {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.269090 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: dhcp-agents {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.270725 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: routers {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.272490 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: flavors {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.273802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: service_profiles {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.275097 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: next_providers {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.276566 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: service_profiles {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.278029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: floatingip-pools {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.280274 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: routers {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.282046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: floatingips {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.283309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: l3-routers {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.284837 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: l3-agents {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.286875 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: metering-labels {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.288149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: metering-label-rules {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.289572 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: network-ip-availabilities {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.290893 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: bindings {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.292498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: quotas {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.294071 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: quotas {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.295581 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: rbac-policies {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.296825 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: security-groups {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.298081 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: security-group-rules {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.299457 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: service-providers {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.300728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: subnetpools {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.302665 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: subnetpools {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.304556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: tags {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.306279 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: tags {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.308070 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: tags {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.309982 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: tags {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.311772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: tags {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.313606 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: tags {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.315469 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: tags {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.317293 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: tags {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.319340 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: tags {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.321156 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.extensions [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Extended resource: tags {{(pid=81873) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Jul 23 17:10:49.328034 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING keystonemiddleware.auth_token [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 17:10:49.332994 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING keystonemiddleware.auth_token [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 17:10:49.341920 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Acquired lock "singleton_lock" {{(pid=81873) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Jul 23 17:10:49.342455 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Releasing lock "singleton_lock" {{(pid=81873) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Jul 23 17:10:49.343959 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO oslo_service.service [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Starting 2 workers Jul 23 17:10:49.349478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Started child 81984 {{(pid=81873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 23 17:10:49.354120 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:49.354391 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Started child 81985 {{(pid=81873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 23 17:10:49.355723 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [-] (81984) wsgi starting up on http://0.0.0.0:9696 Jul 23 17:10:49.356055 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.service [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 17:10:49.356725 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Notify callbacks [] for process, before_spawn {{(pid=81873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:49.358239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:49.359332 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO oslo_service.service [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Starting 1 workers Jul 23 17:10:49.359678 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [-] (81985) wsgi starting up on http://0.0.0.0:9696 Jul 23 17:10:49.365574 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Started child 81986 {{(pid=81873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 23 17:10:49.366133 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO oslo_service.service [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Starting 1 workers Jul 23 17:10:49.368469 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.service [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] calling RpcWorker wait() {{(pid=81986) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 17:10:49.368935 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.service [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] returning from RpcWorker wait() {{(pid=81986) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 17:10:49.370506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:49.371032 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:10:49.371142 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Started child 81987 {{(pid=81873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Jul 23 17:10:49.371804 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8a04451d-4931-48b6-925b-3cd6236f9c19 None None] Notify callbacks [] for process, after_spawn {{(pid=81873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:49.373534 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=81873) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Jul 23 17:10:49.373761 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jul 23 17:10:49.373954 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jul 23 17:10:49.374447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jul 23 17:10:49.374925 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jul 23 17:10:49.375137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jul 23 17:10:49.375606 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:10:49.375711 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.376015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.376304 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.376600 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.376755 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:10:49.376937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.377579 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.377880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.378151 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.378459 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.378770 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.378982 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.379160 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.379694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.379967 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.380305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.380596 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.380864 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.381151 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.381367 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.381656 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] config_source = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.381971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.382240 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.382541 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] debug = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.382849 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.383481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.383738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.384038 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.384324 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.384636 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.384920 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.385232 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.385514 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.385765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.386031 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.386318 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.386578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.386871 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.387180 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.387450 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.387890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] host = dv-cinder-802045-1-iscsi {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.388142 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.388417 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.388653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.388915 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.389199 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.389519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.389728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.390005 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.390297 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.390560 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.390851 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.391120 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.391383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_dir = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.391654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_file = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.391852 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_options = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.392094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.392383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.392676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.392844 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.393049 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.393220 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.393593 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.393759 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.393920 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.394162 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.394404 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.394661 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.394983 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.395247 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.395641 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.396229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.396229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.396515 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.396515 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.396791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.397055 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.397315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.397560 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.397824 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.398066 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.398307 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.398603 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.399210 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.399210 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.399512 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.399761 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.399920 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.400065 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.400336 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.400842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.400842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.401102 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.401408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.401639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.401958 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.402216 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.402471 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.402842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.403173 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.403426 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] use_journal = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.403592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] use_json = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.404443 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.404443 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.404443 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.404443 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.404912 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.404912 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.405122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.405362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.405927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.406201 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.406581 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.406898 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.407173 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.407480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.407749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.407985 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.408270 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.408552 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.408901 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.409182 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.409567 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.409876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.410114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.410390 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.411208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.411491 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.411714 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.412110 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.412560 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.412560 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.412847 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.412847 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.413525 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.413525 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.413799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.413953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.414105 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.414551 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.414715 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.414917 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.415073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.415323 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.415599 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.415811 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.416284 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.416284 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.416567 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.416828 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.417079 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.417324 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.417570 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.417821 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.418089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.418441 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.419196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.419196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.419196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.419196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.419758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.419758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.420061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.420226 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.422347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.422347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.422347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.422347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.422347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.422347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.422347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.425124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.425124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.425124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.425124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.425124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.425124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.425124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.425124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.425124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.429670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.429670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.429670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.429670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.429670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.429670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.429670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.429670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.430854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.430854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.430854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.430854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.430854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.430854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.430854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.430854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.432308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.432308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.432308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.432308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.432308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.432308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.432308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.432308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.433026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.433026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.433026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.433026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.433026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.433026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.433555 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.433555 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.434233 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.434233 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.434233 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.434639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.435012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.435175 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.435422 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.435718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.435998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.436301 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.437276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.437276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.437276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.437276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.439200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.439200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.439200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.439200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.439200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.439200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.439758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.439758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.439758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.440427 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.440427 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.440812 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.440812 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.441007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.441281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.441569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.441844 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.442107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.442352 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.442622 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.442946 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.443198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.443500 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.443979 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.443979 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.445865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.445865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.445865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.445865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.445865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.445865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.445865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.445865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.447409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.447409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.447409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.447409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.447409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.447409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.448207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.448207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.448207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.448536 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.448736 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.449428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.449428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.449428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.449428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.450129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.450129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.450391 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.450886 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.450886 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.451090 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.451324 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.451515 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.451836 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.452084 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.452384 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.452658 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.452880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.453127 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.453376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.453626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.453909 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.454158 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.454432 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.454704 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.454983 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.455229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.455473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.456259 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.456259 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.456259 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.456562 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.456706 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.456979 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.457253 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.457596 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.457841 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.458082 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.458416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.458705 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.459025 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.459244 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.459516 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.459840 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.460138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.460388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.460771 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.461017 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.461298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.461549 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.461814 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.462064 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.462363 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.462729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.463091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.463376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.463677 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.464019 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.464477 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.464799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.465061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.465383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.465746 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.466064 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.466340 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.466608 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.466955 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.467211 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.467461 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.467710 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.467963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.468211 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.468511 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.468815 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.469103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.469352 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.469617 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.469866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.470122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.470388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.470644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.470936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.471126 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jul 23 17:10:49.471715 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=81873) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Jul 23 17:10:49.471907 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jul 23 17:10:49.472076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jul 23 17:10:49.472297 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jul 23 17:10:49.472500 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jul 23 17:10:49.472684 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jul 23 17:10:49.472935 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.473656 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.473848 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.474038 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.474228 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.474440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.474631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.474845 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.475035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.475223 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.475411 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.475598 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.475787 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.475975 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.477749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.477749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.477749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.477749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.477749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.477749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] config_source = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.477749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.477749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.478820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] debug = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.478820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.478820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.478820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.478820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.478820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.479364 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.479364 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.479364 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.479364 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.479364 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.479364 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.479884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.479884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.479884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.479884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.480228 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.480228 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] host = dv-cinder-802045-1-iscsi {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.480406 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.480546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.480954 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.480954 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.481138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.481237 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.481387 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.481739 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.486767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.486767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.486767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.486767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.486767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_dir = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.486767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_file = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.486767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_options = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.486767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.486767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.487626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.487626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.487626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.487626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.487626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.487626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.487626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.488148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.488148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.488148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.488148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.488148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.488148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.488148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.488148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.488148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.489791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.491067 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.491288 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.491484 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.491677 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.491873 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.492065 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.492254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.492442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.492630 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.492816 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.493004 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.493189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] use_journal = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.493374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] use_json = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.493558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.493743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.493929 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.494112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.494295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.494478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.494660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.494868 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jul 23 17:10:49.495080 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.495269 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.495469 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.495656 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.495843 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.496030 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.496216 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.496402 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.496590 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.496778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.496972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.497160 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.497366 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.497554 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.497743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.497930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.498117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.498304 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.498492 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.498680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.498913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.499102 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.499289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.499477 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.499665 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.499853 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.500068 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.500252 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.500413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.500598 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.500761 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.500933 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.501097 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.501285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.501451 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.501657 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.501824 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.501976 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.502126 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.502428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.502534 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.502696 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.502882 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.503034 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.503034 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.503318 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.503480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.503669 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.503835 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.504024 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.504214 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.504395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.504566 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.504743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.504896 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.505048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.505318 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.505434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.505587 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.505749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.505899 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.506048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.506198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.506388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.506567 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.506720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.506910 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.507393 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.507393 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.507578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.507667 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.507921 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.508087 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.508289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.508496 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.508727 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.508912 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.509077 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.509267 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.509584 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.509748 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.509941 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.510287 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.510871 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.511071 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.511235 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.511433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.511595 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.511851 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.512016 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.512302 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.512462 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.512611 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.512844 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.513034 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.513278 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.514558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.514939 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.515433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.515593 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.516022 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.516523 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.516731 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.517017 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.517276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.517384 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.517524 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.517720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.517895 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:10:49.518379 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.518772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.518772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.519002 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.519103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.519265 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.519454 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.519642 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.519872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.520096 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.520285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.520473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.520660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.520847 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.521034 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.521220 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.521406 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.521594 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.521783 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.521968 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.522163 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.522342 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.522528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.522715 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.522924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.523113 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.523301 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.523499 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.523678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.523870 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.524059 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.524245 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.524432 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.524617 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.524802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.524987 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.525171 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.525357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.525542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.525710 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.525889 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.526082 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.526258 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.526421 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.526612 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.526810 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.527097 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.527407 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.527602 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.527775 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.527941 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.528112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.528280 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.528447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.528614 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.528778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.528959 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.529132 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.529289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.529443 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.529610 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.529783 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.529956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.530127 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.530297 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.530464 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.530645 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.530875 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.530875 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.531189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.531189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.531464 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.531618 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.531776 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.531922 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.532094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.532223 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.532298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.533861 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.533861 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.533861 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.534404 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.534654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.535138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.535346 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.536630 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.536851 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.537481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.537959 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.538898 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.538898 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.538898 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.539180 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.539298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.539401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.539675 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.539876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.540077 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.540269 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.540463 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.540654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.541540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.541540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.541751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.542394 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.542576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.542799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.543163 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.543789 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.544027 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.544295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.544797 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.545005 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.545545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.545838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.546193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.546527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.546704 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.546970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.547133 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.547333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.548031 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.548222 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.548416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.548694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.548791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.548934 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.549083 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.549626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.549818 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.550006 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.550189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.550378 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jul 23 17:10:49.550529 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jul 23 17:10:49.717886 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 41868) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:10:49.730266 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100906 Jul 23 17:11:00.285227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7871b463-ec25-486a-8d8b-a60db0197b6c None None] get_active_networks_info from dv-cinder-802045-1-iscsi {{(pid=81986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jul 23 17:11:00.606096 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7871b463-ec25-486a-8d8b-a60db0197b6c None None] No non-hosted networks {{(pid=81986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 17:11:00.628452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agentschedulers_db [None req-7871b463-ec25-486a-8d8b-a60db0197b6c None None] DHCP Agent not found on host dv-cinder-802045-1-iscsi {{(pid=81986) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Jul 23 17:11:00.754842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c3473309-7860-4576-810c-6ba987d11cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3733237'] for agent, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:01.630310 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3733237'] for agent, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:01.638457 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:01.639408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:01.647328 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:01.647927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:01.648591 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:01.649251 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:01.649811 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:01.650241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:01.650726 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:01.651199 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:01.651649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:01.652147 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802045-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:11:01.661283 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802045-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:11:02.631601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-54e2b011-1984-42a6-86b1-067b0928194a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3733237'] for agent, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:02.724294 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c16e94e-4e1f-43a8-8ffd-600bad9d7780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:02.900734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3733237'] for agent, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:04.270944 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3733237'] for agent, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:05.337510 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 41980) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:06.147482 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [None req-cbf1a560-e50e-472e-a997-3d15efa85110 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=81985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:11:06.148652 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-cbf1a560-e50e-472e-a997-3d15efa85110 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.8100274 Jul 23 17:11:06.806959 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_hamode_db [None req-17a36e4c-9a69-4209-ac7d-cadabbb14ef5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 17:11:06.897415 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a36e4c-9a69-4209-ac7d-cadabbb14ef5 None None] Routers set() bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:11:06.897731 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a36e4c-9a69-4209-ac7d-cadabbb14ef5 None None] Router IDs set() for agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jul 23 17:11:08.359485 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 41996) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:08.439315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-956e9a4e-e436-44df-b9b4-46265828c358 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:11:08.686881 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.policy [None req-956e9a4e-e436-44df-b9b4-46265828c358 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=81985) register_rules /opt/stack/neutron/neutron/policy.py:68}} Jul 23 17:11:08.694910 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota [None req-956e9a4e-e436-44df-b9b4-46265828c358 admin admin] Loaded quota_driver: . Jul 23 17:11:08.730830 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-956e9a4e-e436-44df-b9b4-46265828c358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:11:08.793814 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-956e9a4e-e436-44df-b9b4-46265828c358 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781396898516', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781396860645', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781396860313', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781396866793', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781396790673', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854521715', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854584028', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851062222', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3823123'] for rbac-policy, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:08.860446 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-956e9a4e-e436-44df-b9b4-46265828c358 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:08.863215 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-956e9a4e-e436-44df-b9b4-46265828c358 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5026138 Jul 23 17:11:11.119963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 42012) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:11.198771 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Request body: {'network': {'project_id': '3d157c91c20d4dbbb694006d7c02ed42', 'name': 'private', 'admin_state_up': True}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:11:11.204522 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:11:11.208973 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Usage tracker for resource:network and tenant:3d157c91c20d4dbbb694006d7c02ed42 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:11:11.212428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:11:11.218796 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:11:11.227922 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Made reservation on behalf of 3d157c91c20d4dbbb694006d7c02ed42 for: {'network': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:11:11.233681 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:11.252273 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:11.293040 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:11:11.296873 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Usage tracker for resource:security_group_rule and tenant:3d157c91c20d4dbbb694006d7c02ed42 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:11:11.299768 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:11:11.306788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:11:11.374437 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:11.377186 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:11.381800 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:11.400291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=81985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:11:11.426069 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363255456304910', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:11.426681 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Unsubscribe: segment precommit_create {{(pid=81985) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jul 23 17:11:11.427197 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Added segment d3e7c5af-68e6-4bf1-ab68-c1bc7b081330 of type vlan for network d282e9e0-d3a7-4dc3-bba0-6b33967721cd Jul 23 17:11:11.481348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e7306d-e157-4741-8ef3-9dc192f2670f,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:11.513929 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:11.514300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:11.514659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:11.515048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:11.515421 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:11.515778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:11.516132 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:11.516477 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:11.516825 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:11.517167 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:11.517506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Tracked resource versions report: Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: pushed versions: Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': {'1.0'}, Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': {'1.1'}, Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': {'1.5'}, Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': {'1.2'}, Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': {'1.8'}, Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': {'1.2'}, Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': {'1.0'}, Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': {'1.1'}, Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': {'1.1'}} Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: consumer versions: Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: { DHCP agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: L3 agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: Metadata agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: Metering agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: Open vSwitch agent@dv-cinder-802045-1-iscsi: { 'ConntrackHelper': '1.0', Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': '1.0', Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': '1.1', Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': '1.5', Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': '1.2', Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': '1.8', Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': '1.2', Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': '1.0', Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': '1.0', Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': '1.1', Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': '1.1'}} Jul 23 17:11:11.518646 dv-cinder-802045-1-iscsi neutron-server[81873]: {{(pid=81985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:11:11.543984 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:11.571165 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:11.584816 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:11.586110 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:11:11.586765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:11.591518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:11.699180 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5779600 Jul 23 17:11:11.702577 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Pushing event updated for resources: {'Network': ['ID=d282e9e0-d3a7-4dc3-bba0-6b33967721cd,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:11.713508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:11.724131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network d282e9e0-d3a7-4dc3-bba0-6b33967721cd details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:11:13.992378 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 42030) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:14.184173 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c697a82c-4105-4768-88e4-62f05ce7839c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:11:14.185641 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c697a82c-4105-4768-88e4-62f05ce7839c admin admin] 10.222.0.55 "GET /v2.0/networks/d282e9e0-d3a7-4dc3-bba0-6b33967721cd HTTP/1.1" status: 200 len: 825 time: 0.1922028 Jul 23 17:11:14.214650 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-93deac7b-e17c-41ef-bf7d-96fe5aa1cb6c admin admin] 10.222.0.55 "GET /v2.0/subnetpools/90138ce0-1200-4534-923f-8e14230052da HTTP/1.1" status: 200 len: 734 time: 0.0228989 Jul 23 17:11:14.224629 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Request body: {'subnet': {'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd', 'subnetpool_id': '90138ce0-1200-4534-923f-8e14230052da'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:11:14.229248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:11:14.233300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Usage tracker for resource:subnet and tenant:3d157c91c20d4dbbb694006d7c02ed42 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:11:14.236303 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:11:14.242891 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:11:14.252070 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Made reservation on behalf of 3d157c91c20d4dbbb694006d7c02ed42 for: {'subnet': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:11:14.256764 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:14.546534 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for subnet, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:14.551333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:14.633144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2e99c87-f3bf-4373-b1b8-449dab012bb9,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:14.639459 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:14.645185 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Checking segment: {'id': 'd3e7c5af-68e6-4bf1-ab68-c1bc7b081330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:11:14.645569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Network hostable DHCP agents. Network: d282e9e0-d3a7-4dc3-bba0-6b33967721cd, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:11:14.670290 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Network d282e9e0-d3a7-4dc3-bba0-6b33967721cd is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:11:14.679939 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, d282e9e0-d3a7-4dc3-bba0-6b33967721cd) {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:11:14.684804 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:11:14.685436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:14.691358 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c936efec-5e7c-486b-87e7-dcc15aff6adf None None] Network d282e9e0-d3a7-4dc3-bba0-6b33967721cd requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:11:14.705061 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4846053 Jul 23 17:11:15.096570 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe62099b6-fb64-5bd8-9bd4-803559866e59-d282e9e0-d3a7-4dc3-bba0-6b33967721cd', 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd', 'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'fixed_ips': [{'subnet_id': 'f2e99c87-f3bf-4373-b1b8-449dab012bb9'}]}} from dv-cinder-802045-1-iscsi. {{(pid=81986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:11:15.097680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:15.312989 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Allocated IP 172.20.0.2 (d282e9e0-d3a7-4dc3-bba0-6b33967721cd/f2e99c87-f3bf-4373-b1b8-449dab012bb9/e9375956-c2f1-447a-b702-2bd16a5ff5c6) {{(pid=81986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:11:15.548654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Notify callbacks [] for port, precommit_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:15.562341 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Transition to ACTIVE for port object e9375956-c2f1-447a-b702-2bd16a5ff5c6 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:11:15.584264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Transition to ACTIVE for port object e9375956-c2f1-447a-b702-2bd16a5ff5c6 will not be triggered until provisioned by entity DHCP. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:11:15.590181 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:15.598367 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:15.665727 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Pushing event updated for resources: {'Port': ['ID=e9375956-c2f1-447a-b702-2bd16a5ff5c6,revision_number=1']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:15.671810 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Network d282e9e0-d3a7-4dc3-bba0-6b33967721cd is already hosted by enough agents. {{(pid=81986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:11:15.673976 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Resources bound (agent type, host, resource id): {{(pid=81986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:11:15.680393 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Received port after_create {{(pid=81986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:11:15.683833 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:15.684210 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:15.684572 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:15.684931 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:15.685287 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:15.685640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:15.685992 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:15.686361 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:15.686707 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:15.687076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:15.687419 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Tracked resource versions report: Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: pushed versions: Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': {'1.0'}, Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': {'1.1'}, Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': {'1.5'}, Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': {'1.2'}, Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': {'1.8'}, Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': {'1.2'}, Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': {'1.0'}, Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': {'1.1'}, Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': {'1.1'}} Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: consumer versions: Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: { DHCP agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: L3 agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: Metadata agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: Metering agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: Open vSwitch agent@dv-cinder-802045-1-iscsi: { 'ConntrackHelper': '1.0', Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': '1.0', Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': '1.1', Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': '1.5', Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': '1.2', Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': '1.8', Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': '1.2', Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': '1.0', Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': '1.0', Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': '1.1', Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': '1.1'}} Jul 23 17:11:15.688585 dv-cinder-802045-1-iscsi neutron-server[81873]: {{(pid=81986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:11:15.694638 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:15.783120 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Attempting to bind port e9375956-c2f1-447a-b702-2bd16a5ff5c6 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:11:15.783538 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Attempting to bind port e9375956-c2f1-447a-b702-2bd16a5ff5c6 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': 'd3e7c5af-68e6-4bf1-ab68-c1bc7b081330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:11:15.783950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Attempting to bind port e9375956-c2f1-447a-b702-2bd16a5ff5c6 on network d282e9e0-d3a7-4dc3-bba0-6b33967721cd {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:11:15.790601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:11:15.791039 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Checking segment: {'id': 'd3e7c5af-68e6-4bf1-ab68-c1bc7b081330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:11:15.791484 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:15.791910 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Bound using segment: {'id': 'd3e7c5af-68e6-4bf1-ab68-c1bc7b081330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:11:15.792420 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Bound port: e9375956-c2f1-447a-b702-2bd16a5ff5c6, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e7c5af-68e6-4bf1-ab68-c1bc7b081330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:11:15.792817 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:15.888194 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] For port e9375956-c2f1-447a-b702-2bd16a5ff5c6, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:11:15.892462 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] For port e9375956-c2f1-447a-b702-2bd16a5ff5c6, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=e9375956-c2f1-447a-b702-2bd16a5ff5c6,segment=NetworkSegment(d3e7c5af-68e6-4bf1-ab68-c1bc7b081330),segment_id=d3e7c5af-68e6-4bf1-ab68-c1bc7b081330)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:11:15.896117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:15.900245 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:15.989510 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Pushing event updated for resources: {'Port': ['ID=e9375956-c2f1-447a-b702-2bd16a5ff5c6,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:15.992626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:16.915913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 42042) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:16.996385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [None req-7478e33a-240a-48a4-a9ea-62a6859e0527 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=81985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:11:16.997547 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7478e33a-240a-48a4-a9ea-62a6859e0527 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0805275 Jul 23 17:11:19.226195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 42058) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:19.304098 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [None req-e6e9bd80-6d8b-45bc-82b4-8af0776782bc admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=81985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:11:19.305189 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e6e9bd80-6d8b-45bc-82b4-8af0776782bc admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0778270 Jul 23 17:11:20.012066 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device e9375956-c2f1-447a-b702-2bd16a5ff5c6 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:11:20.082460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port e9375956-c2f1-447a-b702-2bd16a5ff5c6 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:11:20.810523 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac0b11-c360-44fc-b154-f4501b0c5c71 None None] Network d282e9e0-d3a7-4dc3-bba0-6b33967721cd requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:11:20.912855 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-bad85fa9-ed98-44c0-bd10-d99aa6e41f7a None None] Provisioning for port e9375956-c2f1-447a-b702-2bd16a5ff5c6 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:11:20.922542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-bad85fa9-ed98-44c0-bd10-d99aa6e41f7a None None] Provisioning complete for port e9375956-c2f1-447a-b702-2bd16a5ff5c6 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:11:20.922959 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bad85fa9-ed98-44c0-bd10-d99aa6e41f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:21.288360 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bad85fa9-ed98-44c0-bd10-d99aa6e41f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:21.338791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-bad85fa9-ed98-44c0-bd10-d99aa6e41f7a None None] For port e9375956-c2f1-447a-b702-2bd16a5ff5c6, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=e9375956-c2f1-447a-b702-2bd16a5ff5c6,segment=NetworkSegment(d3e7c5af-68e6-4bf1-ab68-c1bc7b081330),segment_id=d3e7c5af-68e6-4bf1-ab68-c1bc7b081330)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:11:21.343207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bad85fa9-ed98-44c0-bd10-d99aa6e41f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:21.345480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:21.414577 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad85fa9-ed98-44c0-bd10-d99aa6e41f7a None None] Pushing event updated for resources: {'Port': ['ID=e9375956-c2f1-447a-b702-2bd16a5ff5c6,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:21.418305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-bad85fa9-ed98-44c0-bd10-d99aa6e41f7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:21.595251 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 42072) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:21.679986 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-cd98e8ca-dcf2-4bf0-baf9-406b15525dea None None] Provisioning complete for port e9375956-c2f1-447a-b702-2bd16a5ff5c6 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:11:21.680395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cd98e8ca-dcf2-4bf0-baf9-406b15525dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:21.680516 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-5f6fa25c-58e5-4810-b05d-b8b41dc94128 admin admin] Request body: {'router': {'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'name': 'router1', 'admin_state_up': True}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:11:21.685905 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5f6fa25c-58e5-4810-b05d-b8b41dc94128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:11:21.689995 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5f6fa25c-58e5-4810-b05d-b8b41dc94128 admin admin] Usage tracker for resource:router and tenant:3d157c91c20d4dbbb694006d7c02ed42 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:11:21.693324 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5f6fa25c-58e5-4810-b05d-b8b41dc94128 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:11:21.699751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5f6fa25c-58e5-4810-b05d-b8b41dc94128 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:11:21.709046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5f6fa25c-58e5-4810-b05d-b8b41dc94128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851069669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854671694'] for router, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:21.710274 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5f6fa25c-58e5-4810-b05d-b8b41dc94128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672572'] for router, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:21.739331 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5f6fa25c-58e5-4810-b05d-b8b41dc94128 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:21.839701 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5f6fa25c-58e5-4810-b05d-b8b41dc94128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851072472'] for router, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:21.858192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5f6fa25c-58e5-4810-b05d-b8b41dc94128 admin admin] Notify callbacks [] for router, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:21.859483 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-5f6fa25c-58e5-4810-b05d-b8b41dc94128 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2631874 Jul 23 17:11:21.979671 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device e9375956-c2f1-447a-b702-2bd16a5ff5c6 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:11:22.050983 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port e9375956-c2f1-447a-b702-2bd16a5ff5c6 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:11:22.051368 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:24.076858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 42084) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:24.155345 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [None req-2e6a3a2b-3a61-4f3e-a628-faeda15e0812 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=81985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:11:24.156408 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-2e6a3a2b-3a61-4f3e-a628-faeda15e0812 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0784757 Jul 23 17:11:26.360057 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 42096) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:26.445743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:11:26.450829 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:11:26.455211 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Usage tracker for resource:network and tenant:6c895e7c09d247dea7cd61b852dc6702 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:11:26.458152 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:11:26.464052 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:11:26.473278 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Made reservation on behalf of 6c895e7c09d247dea7cd61b852dc6702 for: {'network': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:11:26.477915 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:26.491153 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:26.522245 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:11:26.526058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Usage tracker for resource:security_group_rule and tenant:6c895e7c09d247dea7cd61b852dc6702 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:11:26.528912 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:11:26.535270 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:11:26.604140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:26.607057 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:26.611453 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:26.627604 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Reserving flat network on physical network physnet1 {{(pid=81985) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jul 23 17:11:26.647165 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961bb236-a129-45b3-bbd9-b96f28fcada1,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:26.651579 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:26.654499 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:26.654687 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Added segment 5e294bbd-0dcb-4ccd-937a-a9915f5eb366 of type flat for network be355ed9-9aa4-4010-98d9-d73ee88926df Jul 23 17:11:26.689493 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:26.725448 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:26.726674 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:11:26.727350 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:26.732054 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:26.958596 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5973270 Jul 23 17:11:26.961751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Pushing event updated for resources: {'Network': ['ID=be355ed9-9aa4-4010-98d9-d73ee88926df,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:26.964951 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:26.973792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network be355ed9-9aa4-4010-98d9-d73ee88926df details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:11:29.146291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 42108) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:29.288402 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6b0653-dd6e-4fa9-9c43-98d2414dbfe9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:11:29.290125 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ed6b0653-dd6e-4fa9-9c43-98d2414dbfe9 admin admin] 10.222.0.55 "GET /v2.0/subnets/f2e99c87-f3bf-4373-b1b8-449dab012bb9 HTTP/1.1" status: 200 len: 849 time: 0.1427577 Jul 23 17:11:29.445090 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-27fea54e-1e21-434d-8a2a-8a366ef0d0d6 admin admin] 10.222.0.55 "GET /v2.0/routers/8ed4d2ae-d5f7-4383-a733-0d1971f135fe HTTP/1.1" status: 200 len: 704 time: 0.1486425 Jul 23 17:11:29.932840 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:30.098597 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-994c37ce-53c1-458d-9b81-765f28489152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:30.179409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Allocated IP 172.20.0.1 (d282e9e0-d3a7-4dc3-bba0-6b33967721cd/f2e99c87-f3bf-4373-b1b8-449dab012bb9/7d396118-630c-4489-9b83-c997a7c6de24) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:11:30.343753 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:30.361131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Transition to ACTIVE for port object 7d396118-630c-4489-9b83-c997a7c6de24 will not be triggered until provisioned by entity DHCP. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:11:30.408091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:30.413133 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:30.471880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Network d282e9e0-d3a7-4dc3-bba0-6b33967721cd is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:11:30.482089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:11:30.486685 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:11:30.487276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708917'] for router_interface, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:30.493731 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Pushing event updated for resources: {'Port': ['ID=7d396118-630c-4489-9b83-c997a7c6de24,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:30.531911 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:30.614181 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:30.779993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-78d6fa61-7e8a-4d06-916d-6099df326d90 None None] Provisioning for port 7d396118-630c-4489-9b83-c997a7c6de24 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:11:30.784717 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-78d6fa61-7e8a-4d06-916d-6099df326d90 None None] Provisioning complete for port 7d396118-630c-4489-9b83-c997a7c6de24 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:11:30.785124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-78d6fa61-7e8a-4d06-916d-6099df326d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:30.837240 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-78d6fa61-7e8a-4d06-916d-6099df326d90 None None] Port 7d396118-630c-4489-9b83-c997a7c6de24 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:11:30.863497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:30.867063 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:30.868115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3505136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851067050'] for router_interface, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:30.872025 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:31.153348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Pushing event updated for resources: {'Port': ['ID=7d396118-630c-4489-9b83-c997a7c6de24,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:31.157575 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:31.221059 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Network d282e9e0-d3a7-4dc3-bba0-6b33967721cd is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:11:31.222694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:11:31.565011 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-d2bd42d0-322d-433f-b27d-acba22cbdd3f None None] Provisioning complete for port 7d396118-630c-4489-9b83-c997a7c6de24 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:11:31.565295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d2bd42d0-322d-433f-b27d-acba22cbdd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:31.590287 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Router 8ed4d2ae-d5f7-4383-a733-0d1971f135fe is scheduled to L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e with binding_index 1 {{(pid=81985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:11:31.633372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd42d0-322d-433f-b27d-acba22cbdd3f None None] Port 7d396118-630c-4489-9b83-c997a7c6de24 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:11:31.635581 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:31.765462 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:11:31.780765 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] 10.222.0.55 "PUT /v2.0/routers/8ed4d2ae-d5f7-4383-a733-0d1971f135fe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3252029 Jul 23 17:11:31.781075 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Sync routers for ids ['8ed4d2ae-d5f7-4383-a733-0d1971f135fe'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:11:31.791387 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Routers {'8ed4d2ae-d5f7-4383-a733-0d1971f135fe'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:11:31.792263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:11:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['8ed4d2ae-d5f7-4383-a733-0d1971f135fe'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:11:31.970859 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Set router 8ed4d2ae-d5f7-4383-a733-0d1971f135fe gateway port host: None {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:11:32.355709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'name': 'router1', 'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:11:21Z', 'updated_at': '2021-07-23T17:11:30Z', 'revision_number': 2, 'project_id': '3d157c91c20d4dbbb694006d7c02ed42', 'gw_port_host': None, '_interfaces': [{'id': '7d396118-630c-4489-9b83-c997a7c6de24', 'name': '', 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd', 'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2e99c87-f3bf-4373-b1b8-449dab012bb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:11:29Z', 'updated_at': '2021-07-23T17:11:30Z', 'revision_number': 2, 'project_id': '3d157c91c20d4dbbb694006d7c02ed42', 'subnets': [{'id': 'f2e99c87-f3bf-4373-b1b8-449dab012bb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90138ce0-1200-4534-923f-8e14230052da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:11:32.360587 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Checking router: 8ed4d2ae-d5f7-4383-a733-0d1971f135fe for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:11:32.360968 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Updating router 8ed4d2ae-d5f7-4383-a733-0d1971f135fe port 7d396118-630c-4489-9b83-c997a7c6de24 binding host dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:11:32.412981 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:32.611626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7a1828d2-f747-4aba-87bb-97a145590a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:32.815354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Notify callbacks [] for port, precommit_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:32.830232 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Transition to ACTIVE for port object 7d396118-630c-4489-9b83-c997a7c6de24 will not be triggered until provisioned by entity L2. {{(pid=81987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:11:32.837397 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:32.843100 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:32.853898 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:32.979424 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Pushing event updated for resources: {'Port': ['ID=7d396118-630c-4489-9b83-c997a7c6de24,revision_number=3']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:32.992669 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:32.993078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:32.993392 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:32.993752 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:32.994128 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:32.994470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:32.995132 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:32.995324 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:32.995837 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:32.995837 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:32.996197 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Tracked resource versions report: Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: pushed versions: Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': {'1.0'}, Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': {'1.1'}, Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': {'1.5'}, Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': {'1.2'}, Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': {'1.8'}, Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': {'1.2'}, Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': {'1.0'}, Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': {'1.1'}, Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': {'1.1'}} Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: consumer versions: Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: { DHCP agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: L3 agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: Metadata agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: Metering agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: Open vSwitch agent@dv-cinder-802045-1-iscsi: { 'ConntrackHelper': '1.0', Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': '1.0', Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': '1.1', Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': '1.5', Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': '1.2', Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': '1.8', Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': '1.2', Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': '1.0', Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': '1.0', Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': '1.1', Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': '1.1'}} Jul 23 17:11:32.997507 dv-cinder-802045-1-iscsi neutron-server[81873]: {{(pid=81987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:11:33.031372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:33.091226 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Attempting to bind port 7d396118-630c-4489-9b83-c997a7c6de24 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:11:33.091651 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Attempting to bind port 7d396118-630c-4489-9b83-c997a7c6de24 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': 'd3e7c5af-68e6-4bf1-ab68-c1bc7b081330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd'}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:11:33.092076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Attempting to bind port 7d396118-630c-4489-9b83-c997a7c6de24 on network d282e9e0-d3a7-4dc3-bba0-6b33967721cd {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:11:33.100400 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:11:33.100820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Checking segment: {'id': 'd3e7c5af-68e6-4bf1-ab68-c1bc7b081330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:11:33.101286 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:33.101718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Bound using segment: {'id': 'd3e7c5af-68e6-4bf1-ab68-c1bc7b081330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd'} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:11:33.102249 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Bound port: 7d396118-630c-4489-9b83-c997a7c6de24, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e7c5af-68e6-4bf1-ab68-c1bc7b081330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd'}}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:11:33.102661 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:33.198362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] For port 7d396118-630c-4489-9b83-c997a7c6de24, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:11:33.202963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] For port 7d396118-630c-4489-9b83-c997a7c6de24, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=7d396118-630c-4489-9b83-c997a7c6de24,segment=NetworkSegment(d3e7c5af-68e6-4bf1-ab68-c1bc7b081330),segment_id=d3e7c5af-68e6-4bf1-ab68-c1bc7b081330)] {{(pid=81987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:11:33.207802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:33.212760 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:33.300964 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Pushing event updated for resources: {'Port': ['ID=7d396118-630c-4489-9b83-c997a7c6de24,revision_number=4']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:33.304811 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:33.310949 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Routers {'8ed4d2ae-d5f7-4383-a733-0d1971f135fe'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:11:33.311622 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:11:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['8ed4d2ae-d5f7-4383-a733-0d1971f135fe'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:11:33.475652 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] Set router 8ed4d2ae-d5f7-4383-a733-0d1971f135fe gateway port host: None {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:11:33.819114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'name': 'router1', 'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:11:21Z', 'updated_at': '2021-07-23T17:11:30Z', 'revision_number': 2, 'project_id': '3d157c91c20d4dbbb694006d7c02ed42', 'gw_port_host': None, '_interfaces': [{'id': '7d396118-630c-4489-9b83-c997a7c6de24', 'name': '', 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd', 'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2e99c87-f3bf-4373-b1b8-449dab012bb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:11:29Z', 'updated_at': '2021-07-23T17:11:33Z', 'revision_number': 4, 'project_id': '3d157c91c20d4dbbb694006d7c02ed42', 'subnets': [{'id': 'f2e99c87-f3bf-4373-b1b8-449dab012bb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90138ce0-1200-4534-923f-8e14230052da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:11:33.823202 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b42cf-1437-4614-b6e5-e592c26107ba None None] The sync data for ids ['8ed4d2ae-d5f7-4383-a733-0d1971f135fe'] in dv-cinder-802045-1-iscsi is: [{'id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'name': 'router1', 'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:11:21Z', 'updated_at': '2021-07-23T17:11:30Z', 'revision_number': 2, 'project_id': '3d157c91c20d4dbbb694006d7c02ed42', 'gw_port_host': None, '_interfaces': [{'id': '7d396118-630c-4489-9b83-c997a7c6de24', 'name': '', 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd', 'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2e99c87-f3bf-4373-b1b8-449dab012bb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:11:29Z', 'updated_at': '2021-07-23T17:11:33Z', 'revision_number': 4, 'project_id': '3d157c91c20d4dbbb694006d7c02ed42', 'subnets': [{'id': 'f2e99c87-f3bf-4373-b1b8-449dab012bb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90138ce0-1200-4534-923f-8e14230052da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:11:33.990602 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 42124) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:34.214672 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:34.937312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.policy [None req-9f1c397c-1473-4c4f-b3ed-5fa0b97ef370 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=81984) register_rules /opt/stack/neutron/neutron/policy.py:68}} Jul 23 17:11:34.943934 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1c397c-1473-4c4f-b3ed-5fa0b97ef370 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:11:34.945826 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9f1c397c-1473-4c4f-b3ed-5fa0b97ef370 admin admin] 10.222.0.55 "GET /v2.0/networks/be355ed9-9aa4-4010-98d9-d73ee88926df HTTP/1.1" status: 200 len: 842 time: 0.9530630 Jul 23 17:11:34.957122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:11:34.960126 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.quota [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Loaded quota_driver: . Jul 23 17:11:34.966954 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:11:34.973142 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Usage tracker for resource:subnet and tenant:6c895e7c09d247dea7cd61b852dc6702 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:11:34.976585 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:11:34.984246 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:11:34.997887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Made reservation on behalf of 6c895e7c09d247dea7cd61b852dc6702 for: {'subnet': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:11:35.004256 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:35.473838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for subnet, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:35.479315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:35.570946 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03b5e3a-816f-45b8-b69d-30242befc393,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:35.582656 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Checking segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:11:35.583099 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Network hostable DHCP agents. Network: be355ed9-9aa4-4010-98d9-d73ee88926df, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:11:35.590035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:35.590454 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:35.590873 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:35.591255 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:35.591649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:35.592063 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:35.592428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:35.592835 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:35.593211 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:35.593563 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:35.593915 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Tracked resource versions report: Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: pushed versions: Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': {'1.0'}, Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': {'1.1'}, Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': {'1.5'}, Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': {'1.2'}, Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': {'1.8'}, Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': {'1.2'}, Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': {'1.0'}, Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': {'1.1'}, Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': {'1.1'}} Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: consumer versions: Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: { DHCP agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: L3 agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: Metadata agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: Metering agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: Open vSwitch agent@dv-cinder-802045-1-iscsi: { 'ConntrackHelper': '1.0', Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': '1.0', Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': '1.1', Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': '1.5', Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': '1.2', Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': '1.8', Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': '1.2', Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': '1.0', Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': '1.0', Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': '1.1', Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': '1.1'}} Jul 23 17:11:35.595095 dv-cinder-802045-1-iscsi neutron-server[81873]: {{(pid=81984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:11:35.636584 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:35.640479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Network be355ed9-9aa4-4010-98d9-d73ee88926df is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:11:35.651398 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, be355ed9-9aa4-4010-98d9-d73ee88926df) {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:11:35.656835 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:11:35.657449 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:35.663037 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db1323e-1510-449e-b1dc-9e6c0d1bb8c2 None None] Network be355ed9-9aa4-4010-98d9-d73ee88926df requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:11:35.688479 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7284184 Jul 23 17:11:35.897077 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78b6796-45cd-456b-8848-1ce44dab3203 None None] Network be355ed9-9aa4-4010-98d9-d73ee88926df requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:11:36.022947 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 7d396118-630c-4489-9b83-c997a7c6de24 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:11:36.180832 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 7d396118-630c-4489-9b83-c997a7c6de24 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:11:36.185713 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 7d396118-630c-4489-9b83-c997a7c6de24 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:11:36.186113 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:36.297906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:36.330097 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 7d396118-630c-4489-9b83-c997a7c6de24, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=7d396118-630c-4489-9b83-c997a7c6de24,segment=NetworkSegment(d3e7c5af-68e6-4bf1-ab68-c1bc7b081330),segment_id=d3e7c5af-68e6-4bf1-ab68-c1bc7b081330)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:11:36.332806 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:36.335055 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:36.401803 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=7d396118-630c-4489-9b83-c997a7c6de24,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:36.406176 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:37.933539 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 42150) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:37.989250 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 7d396118-630c-4489-9b83-c997a7c6de24 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:11:38.059866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 7d396118-630c-4489-9b83-c997a7c6de24 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:11:38.060274 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:38.207784 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ac7c8243-c08d-4b2b-917d-a3a345ca4e2d admin admin] 10.222.0.55 "GET /v2.0/routers/8ed4d2ae-d5f7-4383-a733-0d1971f135fe HTTP/1.1" status: 200 len: 710 time: 0.2729659 Jul 23 17:11:38.463615 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c973f2ad-087f-46b4-bce2-5807a3928af9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:11:38.464982 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c973f2ad-087f-46b4-bce2-5807a3928af9 admin admin] 10.222.0.55 "GET /v2.0/networks/be355ed9-9aa4-4010-98d9-d73ee88926df HTTP/1.1" status: 200 len: 886 time: 0.2516270 Jul 23 17:11:38.474850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:11:38.960746 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3703315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851069656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672555'] for router, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:39.151400 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:39.213231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:39.352705 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Allocated IP 172.27.0.144 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/82ed5342-e34d-47ef-bc6e-f4203990ae00) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:11:39.505283 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:39.560023 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:39.564878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:39.629072 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:11:39.632579 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:11:39.637388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:11:39.664562 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Pushing event updated for resources: {'Port': ['ID=82ed5342-e34d-47ef-bc6e-f4203990ae00,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:39.677921 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:39.824389 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:40.131461 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3703315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851069656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672555'] for router, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:40.135033 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851072472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036851072485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3703328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3706161'] for router, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:40.338489 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Router 8ed4d2ae-d5f7-4383-a733-0d1971f135fe has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:11:40.536259 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:11:40.544860 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Notify callbacks [] for router, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:40.546145 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] 10.222.0.55 "PUT /v2.0/routers/8ed4d2ae-d5f7-4383-a733-0d1971f135fe HTTP/1.1" status: 200 len: 890 time: 2.0749245 Jul 23 17:11:40.547126 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Sync routers for ids ['8ed4d2ae-d5f7-4383-a733-0d1971f135fe'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:11:40.561785 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Routers {'8ed4d2ae-d5f7-4383-a733-0d1971f135fe'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:11:40.562488 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:11:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['8ed4d2ae-d5f7-4383-a733-0d1971f135fe'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:11:40.764923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Set router 8ed4d2ae-d5f7-4383-a733-0d1971f135fe gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:11:41.122325 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'name': 'router1', 'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '82ed5342-e34d-47ef-bc6e-f4203990ae00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:11:21Z', 'updated_at': '2021-07-23T17:11:39Z', 'revision_number': 4, 'project_id': '3d157c91c20d4dbbb694006d7c02ed42', 'gw_port': {'id': '82ed5342-e34d-47ef-bc6e-f4203990ae00', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:11:39Z', 'updated_at': '2021-07-23T17:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '7d396118-630c-4489-9b83-c997a7c6de24', 'name': '', 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd', 'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2e99c87-f3bf-4373-b1b8-449dab012bb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:11:29Z', 'updated_at': '2021-07-23T17:11:36Z', 'revision_number': 5, 'project_id': '3d157c91c20d4dbbb694006d7c02ed42', 'subnets': [{'id': 'f2e99c87-f3bf-4373-b1b8-449dab012bb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90138ce0-1200-4534-923f-8e14230052da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:11:41.127971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Checking router: 8ed4d2ae-d5f7-4383-a733-0d1971f135fe for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:11:41.128360 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Updating router 8ed4d2ae-d5f7-4383-a733-0d1971f135fe port 82ed5342-e34d-47ef-bc6e-f4203990ae00 binding host dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:11:41.191836 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:41.538433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Notify callbacks [] for port, precommit_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:41.553961 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Transition to ACTIVE for port object 82ed5342-e34d-47ef-bc6e-f4203990ae00 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:11:41.559769 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:41.564436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cd639277-5ab5-4dc4-80cf-d6a9867db411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:41.644459 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Attempting to bind port 82ed5342-e34d-47ef-bc6e-f4203990ae00 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:11:41.644862 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Attempting to bind port 82ed5342-e34d-47ef-bc6e-f4203990ae00 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:11:41.645264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Attempting to bind port 82ed5342-e34d-47ef-bc6e-f4203990ae00 on network be355ed9-9aa4-4010-98d9-d73ee88926df {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:11:41.648264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc9b7d-8d80-4722-9fff-73c2e7701645 None None] Pushing event updated for resources: {'Port': ['ID=82ed5342-e34d-47ef-bc6e-f4203990ae00,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:41.651316 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-99bc9b7d-8d80-4722-9fff-73c2e7701645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:41.661678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:11:41.662285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Checking segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:11:41.662937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:41.663486 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Bound using segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:11:41.664473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Bound port: 82ed5342-e34d-47ef-bc6e-f4203990ae00, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:11:41.664880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:41.753021 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] For port 82ed5342-e34d-47ef-bc6e-f4203990ae00, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:11:41.756419 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] For port 82ed5342-e34d-47ef-bc6e-f4203990ae00, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=82ed5342-e34d-47ef-bc6e-f4203990ae00,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:11:41.759915 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:41.764610 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-99bc9b7d-8d80-4722-9fff-73c2e7701645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:41.839300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc9b7d-8d80-4722-9fff-73c2e7701645 None None] Pushing event updated for resources: {'Port': ['ID=82ed5342-e34d-47ef-bc6e-f4203990ae00,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:41.843010 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-99bc9b7d-8d80-4722-9fff-73c2e7701645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:41.849450 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Routers {'8ed4d2ae-d5f7-4383-a733-0d1971f135fe'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:11:41.850112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:11:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['8ed4d2ae-d5f7-4383-a733-0d1971f135fe'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:11:42.174888 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] Set router 8ed4d2ae-d5f7-4383-a733-0d1971f135fe gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:11:42.519665 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'name': 'router1', 'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '82ed5342-e34d-47ef-bc6e-f4203990ae00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:11:21Z', 'updated_at': '2021-07-23T17:11:39Z', 'revision_number': 4, 'project_id': '3d157c91c20d4dbbb694006d7c02ed42', 'gw_port': {'id': '82ed5342-e34d-47ef-bc6e-f4203990ae00', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:11:39Z', 'updated_at': '2021-07-23T17:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '7d396118-630c-4489-9b83-c997a7c6de24', 'name': '', 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd', 'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2e99c87-f3bf-4373-b1b8-449dab012bb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:11:29Z', 'updated_at': '2021-07-23T17:11:36Z', 'revision_number': 5, 'project_id': '3d157c91c20d4dbbb694006d7c02ed42', 'subnets': [{'id': 'f2e99c87-f3bf-4373-b1b8-449dab012bb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90138ce0-1200-4534-923f-8e14230052da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:11:42.523958 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd5791-735e-4769-a7cc-4506ca92094f None None] The sync data for ids ['8ed4d2ae-d5f7-4383-a733-0d1971f135fe'] in dv-cinder-802045-1-iscsi is: [{'id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'name': 'router1', 'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '82ed5342-e34d-47ef-bc6e-f4203990ae00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:11:21Z', 'updated_at': '2021-07-23T17:11:39Z', 'revision_number': 4, 'project_id': '3d157c91c20d4dbbb694006d7c02ed42', 'gw_port': {'id': '82ed5342-e34d-47ef-bc6e-f4203990ae00', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:df:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:11:39Z', 'updated_at': '2021-07-23T17:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '7d396118-630c-4489-9b83-c997a7c6de24', 'name': '', 'network_id': 'd282e9e0-d3a7-4dc3-bba0-6b33967721cd', 'tenant_id': '3d157c91c20d4dbbb694006d7c02ed42', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed4d2ae-d5f7-4383-a733-0d1971f135fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2e99c87-f3bf-4373-b1b8-449dab012bb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:11:29Z', 'updated_at': '2021-07-23T17:11:36Z', 'revision_number': 5, 'project_id': '3d157c91c20d4dbbb694006d7c02ed42', 'subnets': [{'id': 'f2e99c87-f3bf-4373-b1b8-449dab012bb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90138ce0-1200-4534-923f-8e14230052da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:11:43.055343 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 42162) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:11:43.222099 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e348b5c8-de6e-4956-898b-6c8266a31056 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1654971 Jul 23 17:11:44.020587 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 82ed5342-e34d-47ef-bc6e-f4203990ae00 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:11:44.097091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 82ed5342-e34d-47ef-bc6e-f4203990ae00 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:11:44.107276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 82ed5342-e34d-47ef-bc6e-f4203990ae00 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:11:44.107756 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:44.231065 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:44.247138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 82ed5342-e34d-47ef-bc6e-f4203990ae00, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=82ed5342-e34d-47ef-bc6e-f4203990ae00,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:11:44.250046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:44.252367 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-bad85fa9-ed98-44c0-bd10-d99aa6e41f7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:11:44.319090 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=82ed5342-e34d-47ef-bc6e-f4203990ae00,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:11:44.322339 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:11:46.017065 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 82ed5342-e34d-47ef-bc6e-f4203990ae00 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:11:46.115229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 82ed5342-e34d-47ef-bc6e-f4203990ae00 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:11:46.116022 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:11:51.431174 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 5 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:12:00.102168 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-09145f12-dddd-4cf3-a899-b6c437fd3e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:01.622143 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:02.616004 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ae3b6561-e3f9-4605-a446-46b437441595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:02.857296 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:04.228370 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:28.434736 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 5 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:12:30.104804 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6181a6c9-2b61-4c24-8249-b3871d0a6e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:31.640180 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:32.619873 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae150-4856-495f-8fed-f11fffde894f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:32.869063 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:12:34.233621 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:00.109473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d6f53ae2-7e29-435e-bcde-6278780e0031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:01.626648 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:02.623433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7ccbbb50-3e2f-4767-b655-af4561a5f39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:02.863633 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:04.242938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:05.436058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 5 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:13:21.763285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 42702) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:21.866101 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.pecan_wsgi.hooks.translation [None req-83af2551-97db-43bc-b3fa-7dce00a6faad admin admin] GET failed (client error): The resource could not be found. Jul 23 17:13:21.867572 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-83af2551-97db-43bc-b3fa-7dce00a6faad admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1031315 Jul 23 17:13:22.009838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad76afe5-c5bd-4f90-97d0-0617b0f61bd7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:22.011512 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ad76afe5-c5bd-4f90-97d0-0617b0f61bd7 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1395557 Jul 23 17:13:24.104285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 42714) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:24.248992 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc99e95c-02ae-43cf-bea3-8455d2c73ac6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:24.249520 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-dc99e95c-02ae-43cf-bea3-8455d2c73ac6 admin admin] Synchronizing usage tracker for tenant:6c895e7c09d247dea7cd61b852dc6702 on resource:subnet {{(pid=81984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:13:24.266057 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-dc99e95c-02ae-43cf-bea3-8455d2c73ac6 admin admin] Unset dirty status for tenant:6c895e7c09d247dea7cd61b852dc6702 on resource:subnet {{(pid=81984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:13:24.267308 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-dc99e95c-02ae-43cf-bea3-8455d2c73ac6 admin admin] 10.222.0.55 "GET /v2.0/subnets/f2e99c87-f3bf-4373-b1b8-449dab012bb9 HTTP/1.1" status: 200 len: 849 time: 0.1619833 Jul 23 17:13:24.277426 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:13:24.401735 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Notify callbacks [] for subnet, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:24.601503 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363255456285419'] for subnet, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:24.606170 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-41c98e3d-4a76-4896-8c43-013163020af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:13:24.655783 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:24.656425 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:24.659383 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] 10.222.0.55 "PUT /v2.0/subnets/f2e99c87-f3bf-4373-b1b8-449dab012bb9 HTTP/1.1" status: 200 len: 868 time: 0.3860373 Jul 23 17:13:24.678606 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b628074-1f35-4a25-8b63-fd36fd0caf99 None None] Network d282e9e0-d3a7-4dc3-bba0-6b33967721cd requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:13:24.684365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2e99c87-f3bf-4373-b1b8-449dab012bb9,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:13:24.695478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:24.695913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:24.696559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:24.696937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:24.697336 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:24.697704 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:24.698072 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:24.698454 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:24.698996 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:24.699363 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:24.699723 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:13:24.711081 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:13:25.233592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-924e6606-e6bc-4ea7-97fa-73453cf57579 None None] Provisioning complete for port 7d396118-630c-4489-9b83-c997a7c6de24 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:25.234157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-924e6606-e6bc-4ea7-97fa-73453cf57579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:25.366140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-924e6606-e6bc-4ea7-97fa-73453cf57579 None None] Provisioning complete for port e9375956-c2f1-447a-b702-2bd16a5ff5c6 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:13:25.366540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-924e6606-e6bc-4ea7-97fa-73453cf57579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:26.783618 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 42726) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:27.001658 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b5f3a0-3cb5-4e54-b0c1-deb5ec16f3a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:27.002079 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b5f3a0-3cb5-4e54-b0c1-deb5ec16f3a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:27.003816 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-55b5f3a0-3cb5-4e54-b0c1-deb5ec16f3a3 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2190716 Jul 23 17:13:29.123332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 42738) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:29.335557 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ef9d8-c4da-4ff1-8794-2e68eb258b83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:29.335878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ef9d8-c4da-4ff1-8794-2e68eb258b83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:29.337513 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-691ef9d8-c4da-4ff1-8794-2e68eb258b83 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2131307 Jul 23 17:13:30.102868 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4ebf5433-319e-4ed4-a0a6-94b3b475c898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:31.464932 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 42750) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:31.620862 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:31.684240 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc572c8-1f27-4023-8c73-34de780a5e47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:31.690811 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7bc572c8-1f27-4023-8c73-34de780a5e47 admin admin] 10.222.0.55 "GET /v2.0/networks/be355ed9-9aa4-4010-98d9-d73ee88926df HTTP/1.1" status: 200 len: 886 time: 0.2197530 Jul 23 17:13:32.627357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7edb8dcf-6644-4f36-b9da-0d81b5771fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:32.867244 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:33.821581 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 42762) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:34.036811 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc1bc1e-1125-476f-8ec0-f48e3e6f9c66 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:34.038299 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-8cc1bc1e-1125-476f-8ec0-f48e3e6f9c66 admin admin] 10.222.0.55 "GET /v2.0/networks/d282e9e0-d3a7-4dc3-bba0-6b33967721cd HTTP/1.1" status: 200 len: 869 time: 0.2156732 Jul 23 17:13:34.241359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:13:36.178658 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 42774) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:36.319913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e7f401-b8b0-4d4f-af7b-e755a765bfa3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:36.320329 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e7f401-b8b0-4d4f-af7b-e755a765bfa3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:36.321951 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d6e7f401-b8b0-4d4f-af7b-e755a765bfa3 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1422174 Jul 23 17:13:38.446942 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 42786) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:38.589197 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a828f1db-68e3-4171-91f0-3d3a03ecb35b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:38.589518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a828f1db-68e3-4171-91f0-3d3a03ecb35b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:38.591185 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a828f1db-68e3-4171-91f0-3d3a03ecb35b admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1431694 Jul 23 17:13:40.725853 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 42798) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:40.867721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b0fbfe-117d-4b6a-a8fb-465ca95d19c8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:40.869078 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-80b0fbfe-117d-4b6a-a8fb-465ca95d19c8 admin admin] 10.222.0.55 "GET /v2.0/subnets/b03b5e3a-816f-45b8-b69d-30242befc393 HTTP/1.1" status: 200 len: 816 time: 0.1421943 Jul 23 17:13:42.436297 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 5 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:13:42.975359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 42810) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:13:43.123654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f0b827-bc1e-4d6f-97d7-eb1b9c99d5d7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:13:43.125158 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-25f0b827-bc1e-4d6f-97d7-eb1b9c99d5d7 admin admin] 10.222.0.55 "GET /v2.0/subnets/f2e99c87-f3bf-4373-b1b8-449dab012bb9 HTTP/1.1" status: 200 len: 868 time: 0.1487477 Jul 23 17:14:00.105321 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8de272d6-a621-41cc-bede-d8c8dc1bbe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:01.624072 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:02.630554 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-660a8cc5-abc7-4759-84cc-dd5d8c446685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:02.868927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:03.046473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 42858) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:03.131938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [None req-e5515db1-795b-4817-8cba-48c74603f4ed admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=81984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:14:03.133067 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e5515db1-795b-4817-8cba-48c74603f4ed admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0855029 Jul 23 17:14:04.246540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:05.324357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 42870) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:05.427717 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.pecan_wsgi.hooks.translation [None req-9835ca43-dc20-4741-ad3f-54848230af76 admin admin] GET failed (client error): The resource could not be found. Jul 23 17:14:05.428266 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9835ca43-dc20-4741-ad3f-54848230af76 admin admin] Synchronizing usage tracker for tenant:6c895e7c09d247dea7cd61b852dc6702 on resource:network {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:14:05.446408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9835ca43-dc20-4741-ad3f-54848230af76 admin admin] Unset dirty status for tenant:6c895e7c09d247dea7cd61b852dc6702 on resource:network {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:14:05.447666 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9835ca43-dc20-4741-ad3f-54848230af76 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1222341 Jul 23 17:14:05.588879 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1e9dbb-87ef-4f10-9c09-dc7d8c63d814 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:05.590485 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-fe1e9dbb-87ef-4f10-9c09-dc7d8c63d814 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364670 Jul 23 17:14:07.741144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 42882) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:07.822781 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:07.829101 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:07.839177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:07.847749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Made reservation on behalf of 6c895e7c09d247dea7cd61b852dc6702 for: {'network': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:14:07.852340 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:07.948413 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING neutron.services.revisions.revision_plugin [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Could not find related network for resource to bump revision. Jul 23 17:14:07.962957 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=81985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:14:07.972402 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:07.972790 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Added segment 3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3 of type vlan for network 44937cc8-e829-43a4-8bb3-e26e54e6cbc3 Jul 23 17:14:07.999048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:08.028767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:08.030016 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:08.030649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:08.035542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:08.140219 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3977880 Jul 23 17:14:08.143397 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Pushing event updated for resources: {'Network': ['ID=44937cc8-e829-43a4-8bb3-e26e54e6cbc3,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:08.152237 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:08.152622 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:08.152995 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:08.153443 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:08.153790 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:08.154157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:08.154526 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:08.154947 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:08.155308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:08.155673 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:08.156031 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:08.160598 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:08.169963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network 44937cc8-e829-43a4-8bb3-e26e54e6cbc3 details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:14:10.264987 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 42894) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:14:10.366812 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.pecan_wsgi.hooks.translation [None req-f149d2fa-a39d-4f2f-ade3-26d931cfecb6 admin admin] GET failed (client error): The resource could not be found. Jul 23 17:14:10.367376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-f149d2fa-a39d-4f2f-ade3-26d931cfecb6 admin admin] Synchronizing usage tracker for tenant:6c895e7c09d247dea7cd61b852dc6702 on resource:network {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:14:10.381770 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-f149d2fa-a39d-4f2f-ade3-26d931cfecb6 admin admin] Unset dirty status for tenant:6c895e7c09d247dea7cd61b852dc6702 on resource:network {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:14:10.383007 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-f149d2fa-a39d-4f2f-ade3-26d931cfecb6 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1169293 Jul 23 17:14:10.497924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199e6c21-7de0-4a8a-b99b-53b61cf560eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:10.499530 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-199e6c21-7de0-4a8a-b99b-53b61cf560eb admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1122127 Jul 23 17:14:10.510453 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Request body: {'subnet': {'network_id': '44937cc8-e829-43a4-8bb3-e26e54e6cbc3', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:14:10.515937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:14:10.526014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:14:10.535078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Made reservation on behalf of 6c895e7c09d247dea7cd61b852dc6702 for: {'subnet': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:14:10.539720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:10.753453 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for subnet, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:10.757872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:10.833008 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8da2dd-e3c1-4183-b685-72ec2f848220,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:10.836270 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:10.845866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Checking segment: {'id': '3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '44937cc8-e829-43a4-8bb3-e26e54e6cbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:14:10.846257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Network hostable DHCP agents. Network: 44937cc8-e829-43a4-8bb3-e26e54e6cbc3, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:14:10.867667 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Network 44937cc8-e829-43a4-8bb3-e26e54e6cbc3 is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:14:10.875978 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, 44937cc8-e829-43a4-8bb3-e26e54e6cbc3) {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:14:10.880067 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:14:10.880712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:10.885660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3374e071-4c47-41a9-8e03-4decfb717f5e None None] Network 44937cc8-e829-43a4-8bb3-e26e54e6cbc3 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:14:10.905860 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3991797 Jul 23 17:14:11.128538 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe62099b6-fb64-5bd8-9bd4-803559866e59-44937cc8-e829-43a4-8bb3-e26e54e6cbc3', 'network_id': '44937cc8-e829-43a4-8bb3-e26e54e6cbc3', 'tenant_id': '6c895e7c09d247dea7cd61b852dc6702', 'fixed_ips': [{'subnet_id': '6d8da2dd-e3c1-4183-b685-72ec2f848220'}]}} from dv-cinder-802045-1-iscsi. {{(pid=81986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:14:11.129441 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:11.302439 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Allocated IP 192.168.233.2 (44937cc8-e829-43a4-8bb3-e26e54e6cbc3/6d8da2dd-e3c1-4183-b685-72ec2f848220/55f09b0a-21b6-499c-8181-0a3085192378) {{(pid=81986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:14:11.672460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Notify callbacks [] for port, precommit_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:11.683612 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Transition to ACTIVE for port object 55f09b0a-21b6-499c-8181-0a3085192378 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:14:11.703891 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Transition to ACTIVE for port object 55f09b0a-21b6-499c-8181-0a3085192378 will not be triggered until provisioned by entity DHCP. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:14:11.707673 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:11.712315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:11.774222 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Network 44937cc8-e829-43a4-8bb3-e26e54e6cbc3 is already hosted by enough agents. {{(pid=81986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:14:11.786302 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Resources bound (agent type, host, resource id): {{(pid=81986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:14:11.791265 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Received port after_create {{(pid=81986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:14:11.793574 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Pushing event updated for resources: {'Port': ['ID=55f09b0a-21b6-499c-8181-0a3085192378,revision_number=1']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:11.805919 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:11.806292 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:11.806653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:11.807039 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:11.807396 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:11.807758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:11.808107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:11.808479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:11.808827 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:11.809199 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:11.809551 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:14:11.841374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:11.908586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Attempting to bind port 55f09b0a-21b6-499c-8181-0a3085192378 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:14:11.909124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Attempting to bind port 55f09b0a-21b6-499c-8181-0a3085192378 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '44937cc8-e829-43a4-8bb3-e26e54e6cbc3'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:14:11.909534 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Attempting to bind port 55f09b0a-21b6-499c-8181-0a3085192378 on network 44937cc8-e829-43a4-8bb3-e26e54e6cbc3 {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:14:11.917659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:14:11.918050 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Checking segment: {'id': '3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '44937cc8-e829-43a4-8bb3-e26e54e6cbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:14:11.918499 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:11.919002 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Bound using segment: {'id': '3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '44937cc8-e829-43a4-8bb3-e26e54e6cbc3'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:14:11.919517 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Bound port: 55f09b0a-21b6-499c-8181-0a3085192378, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '44937cc8-e829-43a4-8bb3-e26e54e6cbc3'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:14:11.919925 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:12.015335 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] For port 55f09b0a-21b6-499c-8181-0a3085192378, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:14:12.020186 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] For port 55f09b0a-21b6-499c-8181-0a3085192378, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=55f09b0a-21b6-499c-8181-0a3085192378,segment=NetworkSegment(3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3),segment_id=3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:14:12.024718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:12.030431 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:12.110486 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Pushing event updated for resources: {'Port': ['ID=55f09b0a-21b6-499c-8181-0a3085192378,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:12.114212 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:13.609478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a022c17-1974-4fbe-9da9-4f71a411595d None None] Network 44937cc8-e829-43a4-8bb3-e26e54e6cbc3 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:14:13.732160 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-3f725db6-58d9-438d-83e1-ec1eb75153b7 None None] Provisioning for port 55f09b0a-21b6-499c-8181-0a3085192378 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:14:14.110520 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 55f09b0a-21b6-499c-8181-0a3085192378 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:14:14.196045 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 55f09b0a-21b6-499c-8181-0a3085192378 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:14:14.200978 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 55f09b0a-21b6-499c-8181-0a3085192378 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:14.201395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:14.319278 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:14.352769 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 55f09b0a-21b6-499c-8181-0a3085192378, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=55f09b0a-21b6-499c-8181-0a3085192378,segment=NetworkSegment(3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3),segment_id=3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:14:14.355740 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:14.357932 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:14:14.427431 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=55f09b0a-21b6-499c-8181-0a3085192378,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:14:14.430913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:14:16.074342 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 55f09b0a-21b6-499c-8181-0a3085192378 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:14:16.147978 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 55f09b0a-21b6-499c-8181-0a3085192378 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:14:16.148392 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:19.437713 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 5 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:14:30.107719 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e3daddbe-7b80-4461-abf7-7ceeee1e5979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:31.631680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:32.632378 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-56c307fe-7e40-4671-8b97-26409d723e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:32.875588 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:34.255933 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:14:56.440636 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 5 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:15:00.110254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b9032d3a-b6db-4ac8-82ca-20b6c3c6fe0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:01.625432 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:02.634121 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-321fc6a1-95b5-477b-bcfe-54a94d809a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:02.878420 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:04.259239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:27.311802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 42928) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:27.318316 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [None req-4b791df5-e594-44a7-ad21-c5f4f7e060fb tempest-verify_tempest_config-1720762660 tempest-verify_tempest_config-1720762660-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=81985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:15:27.319432 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-4b791df5-e594-44a7-ad21-c5f4f7e060fb tempest-verify_tempest_config-1720762660 tempest-verify_tempest_config-1720762660-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0064712 Jul 23 17:15:27.786254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 42946) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:27.950947 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:27.983369 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:15:27.987338 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Usage tracker for resource:security_group_rule and tenant:973f8110011f41a9a94f76bc1a73c5f2 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:15:27.990218 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:15:27.996233 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:15:28.068721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:28.071623 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:28.080260 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:28.120890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e87a75a-683a-4d3f-91ff-1f4724fbf29a,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:28.125878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Synchronizing usage tracker for tenant:6c895e7c09d247dea7cd61b852dc6702 on resource:security_group {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:15:28.136148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.136525 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.136890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.137248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.137605 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.137959 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.138314 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.138667 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.139061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.139410 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.139761 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:15:28.144317 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:28.153975 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Unset dirty status for tenant:6c895e7c09d247dea7cd61b852dc6702 on resource:security_group {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:15:28.155443 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=973f8110011f41a9a94f76bc1a73c5f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3679831 Jul 23 17:15:28.158647 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 42952) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:15:28.223278 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-78932808-4c0a-4af0-bf6c-52223d10b3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:28.249103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-78932808-4c0a-4af0-bf6c-52223d10b3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:28.301682 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-78932808-4c0a-4af0-bf6c-52223d10b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:28.306707 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:15:28.318824 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78932808-4c0a-4af0-bf6c-52223d10b3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e87a75a-683a-4d3f-91ff-1f4724fbf29a,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:15:28.321880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-78932808-4c0a-4af0-bf6c-52223d10b3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:15:28.324319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-78932808-4c0a-4af0-bf6c-52223d10b3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:28.325526 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-78932808-4c0a-4af0-bf6c-52223d10b3b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e87a75a-683a-4d3f-91ff-1f4724fbf29a HTTP/1.1" status: 204 len: 168 time: 0.1658607 Jul 23 17:15:30.113810 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-edfc423a-7ecd-4f2d-a49c-dac7a0e6d6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:31.627358 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:32.637530 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a88f75b7-fa76-4b95-99b1-46243b09f1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:32.882551 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:15:33.442254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 5 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:15:34.258977 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:00.116371 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6425b16d-4e7c-47d0-ba6d-b28391ce6fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:01.628701 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:02.641875 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b2b01035-3249-466e-8798-ccd378687bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:02.881519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:04.261887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:10.442394 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 5 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:16:30.123182 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c886c825-1aa2-4a20-bda3-3cb7aa84d633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:31.630858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:32.643263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-61c12455-7d2c-4137-bcef-54e9b104bfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:32.886252 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:34.266150 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:16:47.442668 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 5 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:17:00.116945 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-14255fe0-e864-49cd-bfc1-f86e9736a928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:01.632599 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:02.645529 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5ccdaaef-1423-4cc3-9ede-5ccca135145a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:02.889269 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:03.540311 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3733237'] for agent, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:04.270867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:08.940129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43014) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:09.094672 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a199ebe2-9a45-4509-9b96-7a3147a278e9 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1533308 Jul 23 17:17:11.307670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43026) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:17:11.417656 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-1cf2aa3f-9d89-4713-b582-70526634c170 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1084414 Jul 23 17:17:24.444103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:17:30.120739 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6287a101-09ad-4eed-9614-29e0aeb5967c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:31.636085 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:32.649479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f03fa95-d84a-48b4-99bb-13314d579c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:32.894611 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:33.499320 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:17:34.273959 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:00.123564 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9df58a88-5c06-48a0-9fa1-8b088c453f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:01.447791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:18:01.642503 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:02.652438 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-61a44b90-d350-4d55-8bfc-aefddb41febb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:02.895513 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:03.499010 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:04.291047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:30.127122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-73c974a5-38d4-4f1a-83ce-ea9c8c5e04aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:31.637669 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:32.652954 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d84d404a-89e0-4059-a5f4-5076cb749753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:32.900265 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:33.512359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:34.279762 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:38.449765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:18:56.053957 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43186) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:56.418597 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-40096091-network', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:56.424239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:56.433237 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Usage tracker for resource:network and tenant:08ff567edeeb497e8ca1d5a43e82783c is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:56.436497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:56.442872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:56.453253 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Made reservation on behalf of 08ff567edeeb497e8ca1d5a43e82783c for: {'network': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:18:56.458352 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.473739 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.509919 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:56.515137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Usage tracker for resource:security_group_rule and tenant:08ff567edeeb497e8ca1d5a43e82783c is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:56.518346 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:56.525122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:56.597124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.600224 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.605061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:56.643943 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358d0f1f-bf28-40bd-ac7a-6a167b10d170,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:56.646298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=81985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:18:56.660740 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.661401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.662311 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.663023 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.663754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.665163 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.665908 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.666501 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.667028 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.667540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.668109 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Tracked resource versions report: Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: pushed versions: Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': {'1.0'}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': {'1.1'}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': {'1.5'}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': {'1.2'}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': {'1.8'}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': {'1.2'}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': {'1.0'}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': {'1.1'}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': {'1.1'}} Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: consumer versions: Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: { DHCP agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: HyperV agent@hv-cinder-80204: {}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: L3 agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: Metadata agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: Metering agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: Open vSwitch agent@dv-cinder-802045-1-iscsi: { 'ConntrackHelper': '1.0', Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': '1.0', Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': '1.1', Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': '1.5', Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': '1.2', Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': '1.8', Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': '1.2', Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': '1.0', Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': '1.0', Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': '1.1', Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': '1.1'}} Jul 23 17:18:56.669493 dv-cinder-802045-1-iscsi neutron-server[81873]: {{(pid=81985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:18:56.674405 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:56.675481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.675869 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Added segment 57fb33d4-f4b6-4671-be57-dff47fb6fb83 of type vlan for network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 Jul 23 17:18:56.721559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.753157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.754451 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:56.755123 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:56.761782 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d7b31d81-8edc-4b55-bc88-bd9f55eafa95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:56.872515 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43218) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:56.878593 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Request body: {'subnet': {'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-40096091-subnet', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:56.885031 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:56.885159 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8278685 Jul 23 17:18:56.889197 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Usage tracker for resource:subnet and tenant:08ff567edeeb497e8ca1d5a43e82783c is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:56.890878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Pushing event updated for resources: {'Network': ['ID=56923c17-1dcf-41eb-bda1-d959e61a3ee9,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:56.892646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:56.900460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:56.905378 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:18:56.911762 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:56.913016 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Made reservation on behalf of 08ff567edeeb497e8ca1d5a43e82783c for: {'subnet': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:18:56.919636 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Notify callbacks [] for subnet, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:57.005797 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43226) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:57.179047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for subnet, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:57.183960 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-252b86b6-1ca8-4776-b52c-a55c5ce7d31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:57.263180 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b91c4b6-b0e0-40e1-9e39-8b53827780fa,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:57.280676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:57.281062 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:57.281436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:57.281805 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:57.282178 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:57.282543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:57.282934 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:57.283299 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:57.283654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:57.284012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:57.284367 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Tracked resource versions report: Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: pushed versions: Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': {'1.0'}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': {'1.1'}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': {'1.5'}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': {'1.2'}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': {'1.8'}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': {'1.2'}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': {'1.0'}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': {'1.1'}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': {'1.1'}} Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: consumer versions: Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: { DHCP agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: HyperV agent@hv-cinder-80204: {}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: L3 agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: Metadata agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: Metering agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: Open vSwitch agent@dv-cinder-802045-1-iscsi: { 'ConntrackHelper': '1.0', Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': '1.0', Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': '1.1', Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': '1.5', Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': '1.2', Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': '1.8', Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': '1.2', Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': '1.0', Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': '1.0', Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': '1.1', Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': '1.1'}} Jul 23 17:18:57.285489 dv-cinder-802045-1-iscsi neutron-server[81873]: {{(pid=81984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:18:57.288252 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Checking segment: {'id': '57fb33d4-f4b6-4671-be57-dff47fb6fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:18:57.288649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Network hostable DHCP agents. Network: 56923c17-1dcf-41eb-bda1-d959e61a3ee9, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:18:57.293546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:57.316379 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:18:57.328543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, 56923c17-1dcf-41eb-bda1-d959e61a3ee9) {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:18:57.341775 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:57.342586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:57.343319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d67f29-2410-43c3-86c7-52bcd9dcbc15 None None] Network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:18:57.369680 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4957788 Jul 23 17:18:57.372500 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43244) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:57.378397 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-40096091-router', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:57.384879 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:57.392516 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Usage tracker for resource:router and tenant:08ff567edeeb497e8ca1d5a43e82783c is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:57.396283 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:57.403537 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43248) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:57.406238 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:57.419619 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851069669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854671694'] for router, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:57.420788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672572'] for router, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:57.444691 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:57.548151 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43260) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:57.621049 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3703315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851069656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672555'] for router, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:57.632060 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-18911084-network', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:57.639733 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:57.647297 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Usage tracker for resource:network and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:57.653934 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:57.683435 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:57.750652 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1456826551-network', 'tenant_id': '72a121bec1fc4348ab670696d7203e3e'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:57.858401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4f65b1-c803-4756-9d42-694006cee383 None None] Network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:18:58.003863 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:58.008391 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Made reservation on behalf of 9a94f9f25d4c4e2fa348bdde979a509f for: {'network': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:18:58.013745 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.026048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Usage tracker for resource:network and tenant:72a121bec1fc4348ab670696d7203e3e is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:58.032751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:58.040496 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.053695 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:58.077582 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Made reservation on behalf of 72a121bec1fc4348ab670696d7203e3e for: {'network': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:18:58.082271 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.115095 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.134451 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:58.143078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Usage tracker for resource:security_group_rule and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:58.147202 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:58.148558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1043056884-network', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:58.157378 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:58.158322 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:58.163433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Usage tracker for resource:network and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:58.175917 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:58.186383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:58.199473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Made reservation on behalf of d09651e9ee6a4d8a8c2da6d0b2032eda for: {'network': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:18:58.206720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.227789 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:58.233277 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.267037 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Usage tracker for resource:security_group_rule and tenant:72a121bec1fc4348ab670696d7203e3e is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:58.290505 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:58.296674 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:58.301272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Usage tracker for resource:security_group_rule and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:58.306867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:58.311109 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:58.316026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:58.333877 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.375608 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.421369 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.428129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.435080 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:58.471986 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cc380d-d50b-4762-b96a-42b1d4325bfe,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:58.476131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:58.479192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.491942 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=81984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:18:58.497625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.509307 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363255456304910', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.510593 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Unsubscribe: segment precommit_create {{(pid=81984) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jul 23 17:18:58.511121 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Added segment 03c98b19-769c-4104-8b51-8aca8c4dc758 of type vlan for network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 Jul 23 17:18:58.513381 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7000c3ca-9167-4239-9bc2-e2e10a9950b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:58.564415 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.613287 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.614966 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:58.615608 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.642771 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.db.api [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81985) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:18:58.643242 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.api [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:18:58.646483 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:58.647413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.670474 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa73607-8d62-46ff-9407-4163bd8a24b2,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:58.680835 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:58.695054 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.717821 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1658995 Jul 23 17:18:58.726585 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-53da8d8c-11cf-4669-92a5-39eb49345f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:58.777639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43290) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:58.795486 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Allocated IP 172.27.0.76 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/07d4dc01-5bff-487f-8d7d-932db322b90b) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:18:58.824904 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Request body: {'subnet': {'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1043056884-subnet', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:58.831422 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Pushing event updated for resources: {'Network': ['ID=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:58.843783 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:18:58.844266 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:58.861940 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:58.864376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=81985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:18:58.903674 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Usage tracker for resource:subnet and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:58.920439 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:58.923626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed57dbaf-6223-46c8-b1e9-affaa6647164,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:58.978848 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:58.979252 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Added segment 1d1c3ce2-86a0-4e47-aed1-aa4c7502a688 of type vlan for network d6033adc-aa2d-4818-85fc-a7a489f144aa Jul 23 17:18:58.980645 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:58.981556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:59.080355 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Made reservation on behalf of d09651e9ee6a4d8a8c2da6d0b2032eda for: {'subnet': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:18:59.085413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.107457 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.169756 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.304915 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.309497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.319907 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:18:59.320579 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.330352 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:59.344291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.db.api [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81985) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:18:59.344659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.api [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:18:59.521757 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43314) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:18:59.521914 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1173048 Jul 23 17:18:59.522774 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Pushing event updated for resources: {'Network': ['ID=d6033adc-aa2d-4818-85fc-a7a489f144aa,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:59.532074 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:59.537954 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network d6033adc-aa2d-4818-85fc-a7a489f144aa details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:18:59.538514 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Request body: {'subnet': {'network_id': 'd6033adc-aa2d-4818-85fc-a7a489f144aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1456826551-subnet', 'tenant_id': '72a121bec1fc4348ab670696d7203e3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:18:59.544885 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:18:59.546015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.550233 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Usage tracker for resource:subnet and tenant:72a121bec1fc4348ab670696d7203e3e is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:18:59.553680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:18:59.554904 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:59.561719 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:18:59.573721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Made reservation on behalf of 72a121bec1fc4348ab670696d7203e3e for: {'subnet': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:18:59.583994 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.657114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:18:59.657942 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Pushing event updated for resources: {'Port': ['ID=07d4dc01-5bff-487f-8d7d-932db322b90b,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:59.669606 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:18:59.686019 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:59.709955 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for subnet, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:18:59.738996 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:18:59.801470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:18:59.946119 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Checking segment: {'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:18:59.946697 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Network hostable DHCP agents. Network: 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:18:59.955365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f126893-602f-418b-84e1-b866f587f188,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:18:59.971652 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:18:59.972294 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.014764 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:19:00.028264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0) {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:00.037287 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eefb4c-d336-48e1-bb06-e9897ceba47d None None] Network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:19:00.038699 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=81985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:19:00.046973 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:00.047628 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.066499 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for subnet, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.088275 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:00.122308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.122670 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Added segment 1732ba2d-9c2c-42ab-a765-7d20e4ac8aee of type vlan for network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 Jul 23 17:19:00.172681 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3870862 Jul 23 17:19:00.177223 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43336) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:00.219559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:00.237475 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:00.266642 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.288411 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Usage tracker for resource:router and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:00.288411 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:00.289650 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c171a8-1b1d-4574-9c1d-96db77d7267c,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:00.300586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:00.302170 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:00.350426 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Checking segment: {'id': '1d1c3ce2-86a0-4e47-aed1-aa4c7502a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd6033adc-aa2d-4818-85fc-a7a489f144aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:00.351326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Network hostable DHCP agents. Network: d6033adc-aa2d-4818-85fc-a7a489f144aa, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:19:00.352496 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.353849 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851072472'] for router, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.377825 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851069669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854671694'] for router, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.378729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672572'] for router, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.416655 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Network d6033adc-aa2d-4818-85fc-a7a489f144aa is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:19:00.531081 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.553149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:00.563610 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.567681 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:00.581606 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-062ea8ec-4738-48b3-8061-5605cbe7f640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.584441 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, d6033adc-aa2d-4818-85fc-a7a489f144aa) {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:00.589416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:00.590270 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.599573 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe62099b6-fb64-5bd8-9bd4-803559866e59-04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188'}]}} from dv-cinder-802045-1-iscsi. {{(pid=81986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:19:00.605984 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.635729 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1113715 Jul 23 17:19:00.768566 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993990ce-9dab-429a-a08c-7c49b298ac46 None None] Network d6033adc-aa2d-4818-85fc-a7a489f144aa requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:19:00.927512 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:00.946437 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43368) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:00.947436 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.9396241 Jul 23 17:19:00.955229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Request body: {'subnet': {'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-subnet', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:00.956129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Pushing event updated for resources: {'Network': ['ID=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:00.968548 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:00.970418 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:00.982233 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:19:00.994091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Usage tracker for resource:subnet and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:01.001435 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:01.018278 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:01.067748 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Made reservation on behalf of 9a94f9f25d4c4e2fa348bdde979a509f for: {'subnet': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:19:01.085120 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.408427 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Allocated IP 172.20.0.2 (04eadfc6-c5e0-44f2-9fd2-38962c63fdc0/5f126893-602f-418b-84e1-b866f587f188/d9d57627-b79e-40ca-a244-7131e8ea1840) {{(pid=81986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:01.493656 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3703315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851069656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672555'] for router, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.631869 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for subnet, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.638827 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:01.756552 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Router cf148023-35ad-4190-b5e6-acf5853ced76 is scheduled to L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e with binding_index 1 {{(pid=81985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:19:01.765805 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43412) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:01.802443 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:01.877341 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 17:19:01.941115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1476f3a1-8879-4c62-9070-04729a78fc01 None None] Network d6033adc-aa2d-4818-85fc-a7a489f144aa requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:19:02.148156 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-78447003-d47c-4d86-95e9-ac28ffc5ad23 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:02.148927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-78447003-d47c-4d86-95e9-ac28ffc5ad23 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Synchronizing usage tracker for tenant:72a121bec1fc4348ab670696d7203e3e on resource:network {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:02.179792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Checking segment: {'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:02.180446 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Network hostable DHCP agents. Network: 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:19:02.180924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-78447003-d47c-4d86-95e9-ac28ffc5ad23 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Unset dirty status for tenant:72a121bec1fc4348ab670696d7203e3e on resource:network {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:02.183019 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-78447003-d47c-4d86-95e9-ac28ffc5ad23 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/networks?id=d6033adc-aa2d-4818-85fc-a7a489f144aa HTTP/1.1" status: 200 len: 812 time: 0.4082623 Jul 23 17:19:02.231606 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:19:02.249377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f137acdd-475c-4812-af2f-0a236bb57605,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:02.255998 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-cd7b08f7-fb25-4afc-9b59-391ced04fb6a tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/quotas/72a121bec1fc4348ab670696d7203e3e HTTP/1.1" status: 200 len: 375 time: 0.0396640 Jul 23 17:19:02.263553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000) {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:02.281801 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:02.312608 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f375478-2193-4f83-a330-88b149ad00f5 None None] Network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:19:02.315572 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:02.316505 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.320553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.346532 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3979082 Jul 23 17:19:02.350315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43434) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:02.351161 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-8c1ff7d7-4ab1-46e1-a8d6-c184f230e2c2 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=72a121bec1fc4348ab670696d7203e3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828006 Jul 23 17:19:02.360659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:02.368037 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:02.374092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Usage tracker for resource:router and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:02.377853 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:02.389138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:02.399237 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.412728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851069669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854671694'] for router, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.420263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672572'] for router, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.461080 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.466490 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43446) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:02.700850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:19:02.716793 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Sync routers for ids ['cf148023-35ad-4190-b5e6-acf5853ced76'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:19:02.748129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Routers {'cf148023-35ad-4190-b5e6-acf5853ced76'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:02.751654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Allocated IP 172.27.0.133 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/02abd5c5-bf60-461f-a975-a33dbf19623c) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:02.752902 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:18:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['cf148023-35ad-4190-b5e6-acf5853ced76'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:02.765421 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5510bfd1-7a8e-4fcd-9f7b-f7ecc59411af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.819131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Notify callbacks [] for router, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:02.820453 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4468522 Jul 23 17:19:02.851139 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43462) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:03.000568 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3703315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851069656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672555'] for router, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.009553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Notify callbacks [] for port, precommit_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.027044 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.030013 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Transition to ACTIVE for port object d9d57627-b79e-40ca-a244-7131e8ea1840 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:03.036930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-c7c7980b-22c3-4a80-93cd-36b7b27e863a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=81985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:19:03.038048 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-c7c7980b-22c3-4a80-93cd-36b7b27e863a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.3667066 Jul 23 17:19:03.059329 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a32e8da8-3212-4c38-9b24-4214606a1734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.089173 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Set router cf148023-35ad-4190-b5e6-acf5853ced76 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:03.101666 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Transition to ACTIVE for port object d9d57627-b79e-40ca-a244-7131e8ea1840 will not be triggered until provisioned by entity DHCP. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:03.106658 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe62099b6-fb64-5bd8-9bd4-803559866e59-32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605'}]}} from dv-cinder-802045-1-iscsi. {{(pid=81986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:19:03.107743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.123945 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.132273 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:03.249870 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 is already hosted by enough agents. {{(pid=81986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:03.255626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Resources bound (agent type, host, resource id): {{(pid=81986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:03.258343 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a32e8da8-3212-4c38-9b24-4214606a1734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:03.263740 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a32e8da8-3212-4c38-9b24-4214606a1734 admin admin] Usage tracker for resource:security_group_rule and tenant:9bbed0dbecf248339ddb1d73e25e5e70 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:03.267604 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a32e8da8-3212-4c38-9b24-4214606a1734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:03.274060 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a32e8da8-3212-4c38-9b24-4214606a1734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:03.275886 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Received port after_create {{(pid=81986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:03.288569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Pushing event updated for resources: {'Port': ['ID=d9d57627-b79e-40ca-a244-7131e8ea1840,revision_number=1']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:03.322620 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.364295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.365364 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a32e8da8-3212-4c38-9b24-4214606a1734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.378136 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:03.378545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:03.378899 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:03.379271 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:03.380086 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:03.380086 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:03.380380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:03.380669 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:03.380997 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:03.381351 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:03.381708 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Tracked resource versions report: Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: pushed versions: Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': {'1.0'}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': {'1.1'}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': {'1.5'}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': {'1.2'}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': {'1.8'}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': {'1.2'}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': {'1.0'}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': {'1.1'}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': {'1.1'}} Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: consumer versions: Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: { DHCP agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: HyperV agent@hv-cinder-80204: {}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: L3 agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: Metadata agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: Metering agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: Open vSwitch agent@dv-cinder-802045-1-iscsi: { 'ConntrackHelper': '1.0', Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': '1.0', Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': '1.1', Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': '1.5', Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': '1.2', Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': '1.8', Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': '1.2', Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': '1.0', Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': '1.0', Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': '1.1', Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': '1.1'}} Jul 23 17:19:03.382842 dv-cinder-802045-1-iscsi neutron-server[81873]: {{(pid=81986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:19:03.385388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a32e8da8-3212-4c38-9b24-4214606a1734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.405561 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:03.435847 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:03.452263 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a32e8da8-3212-4c38-9b24-4214606a1734 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9bbed0dbecf248339ddb1d73e25e5e70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9826872 Jul 23 17:19:03.459754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43472) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:03.481656 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Attempting to bind port d9d57627-b79e-40ca-a244-7131e8ea1840 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:03.482074 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Attempting to bind port d9d57627-b79e-40ca-a244-7131e8ea1840 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:03.482452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Attempting to bind port d9d57627-b79e-40ca-a244-7131e8ea1840 on network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:03.512110 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:03.512533 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Checking segment: {'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:03.513378 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.513828 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Bound using segment: {'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:03.514356 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Bound port: d9d57627-b79e-40ca-a244-7131e8ea1840, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:03.514932 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.529508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Allocated IP 172.20.0.2 (32b9f2b4-d76e-42a1-a57f-1f2ed7bca000/f137acdd-475c-4812-af2f-0a236bb57605/ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e) {{(pid=81986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:03.551136 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e8da8-3212-4c38-9b24-4214606a1734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec1d677-48f4-4fd5-bcd1-fee012bc7cac,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:03.557136 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.557926 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2386ec97-94e5-41fa-9265-5c38f561d325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.567787 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a32e8da8-3212-4c38-9b24-4214606a1734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:03.598382 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2386ec97-94e5-41fa-9265-5c38f561d325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.601129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'name': 'tempest-ServerRescueNegativeTestJSON-40096091-router', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '07d4dc01-5bff-487f-8d7d-932db322b90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:57Z', 'updated_at': '2021-07-23T17:18:59Z', 'revision_number': 3, 'project_id': '08ff567edeeb497e8ca1d5a43e82783c', 'gw_port': {'id': '07d4dc01-5bff-487f-8d7d-932db322b90b', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:58Z', 'updated_at': '2021-07-23T17:18:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:03.611314 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.615544 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Checking router: cf148023-35ad-4190-b5e6-acf5853ced76 for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:19:03.617700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Updating router cf148023-35ad-4190-b5e6-acf5853ced76 port 07d4dc01-5bff-487f-8d7d-932db322b90b binding host dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:19:03.626499 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-b77f7068-d7a4-4c2d-85ee-0a803a68131d service neutron] 10.222.0.55 "GET /v2.0/networks/d6033adc-aa2d-4818-85fc-a7a489f144aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560207 Jul 23 17:19:03.667365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2386ec97-94e5-41fa-9265-5c38f561d325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.675126 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:03.699949 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386ec97-94e5-41fa-9265-5c38f561d325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec1d677-48f4-4fd5-bcd1-fee012bc7cac,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:03.715060 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2386ec97-94e5-41fa-9265-5c38f561d325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:03.742613 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2386ec97-94e5-41fa-9265-5c38f561d325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.744424 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-2386ec97-94e5-41fa-9265-5c38f561d325 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ec1d677-48f4-4fd5-bcd1-fee012bc7cac HTTP/1.1" status: 204 len: 168 time: 0.2835910 Jul 23 17:19:03.772165 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] For port d9d57627-b79e-40ca-a244-7131e8ea1840, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:03.785979 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.792180 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] For port d9d57627-b79e-40ca-a244-7131e8ea1840, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=d9d57627-b79e-40ca-a244-7131e8ea1840,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:03.809021 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.825829 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:03.950492 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:03.991106 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:04.013244 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Pushing event updated for resources: {'Port': ['ID=d9d57627-b79e-40ca-a244-7131e8ea1840,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:04.029700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:04.094257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Notify callbacks [] for port, precommit_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:04.122939 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Transition to ACTIVE for port object ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:04.144255 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Allocated IP 172.27.0.23 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/e34ae5a2-1472-4272-a5e5-1622a19ee99e) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:04.175254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Transition to ACTIVE for port object ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e will not be triggered until provisioned by entity DHCP. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:04.189785 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:04.196311 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-37b33f36-4c0a-4521-a351-aa7eda688c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:04.403565 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:04.427269 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Pushing event updated for resources: {'Port': ['ID=02abd5c5-bf60-461f-a975-a33dbf19623c,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:04.454103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:04.456195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:04.460266 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:04.466478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 is already hosted by enough agents. {{(pid=81986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:04.471594 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Pushing event updated for resources: {'Port': ['ID=ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e,revision_number=1']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:04.476680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:04.480697 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Resources bound (agent type, host, resource id): {{(pid=81986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:04.480697 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:04.488081 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Received port after_create {{(pid=81986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:04.517841 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:04.525803 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43496) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:04.528610 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:04.575867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:04.612479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:04.620433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:04.658169 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:04.673213 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Attempting to bind port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:04.677476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Attempting to bind port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:04.678659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Attempting to bind port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e on network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:04.709159 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:04.709892 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Checking segment: {'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:04.710842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:04.711122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Bound using segment: {'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:04.711734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Bound port: ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:04.712345 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:04.774140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Pushing event updated for resources: {'Port': ['ID=e34ae5a2-1472-4272-a5e5-1622a19ee99e,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:04.786552 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:04.919690 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43504) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:04.949799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] For port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:04.957052 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] For port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:04.963415 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:04.968993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:04.984635 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-012739c3-9ac4-4b40-8625-d3935d1b9a96 service neutron] 10.222.0.55 "GET /v2.0/networks/d6033adc-aa2d-4818-85fc-a7a489f144aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3457713 Jul 23 17:19:04.986187 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a205a2e8-c57c-4b06-8478-0a57bd44a9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.018514 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.021702 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851072472'] for router, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.031947 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.090638 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Transition to ACTIVE for port object 07d4dc01-5bff-487f-8d7d-932db322b90b will not be triggered until provisioned by entity L2. {{(pid=81987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:05.108166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.121305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:05.202008 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a205a2e8-c57c-4b06-8478-0a57bd44a9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:05.232243 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Pushing event updated for resources: {'Port': ['ID=ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:05.236528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a205a2e8-c57c-4b06-8478-0a57bd44a9e3 admin admin] Usage tracker for resource:security_group_rule and tenant:a5c37d9c876e49e29b2a338eaac4ede8 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:05.237157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:05.247149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a205a2e8-c57c-4b06-8478-0a57bd44a9e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:05.257960 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.258757 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851072472'] for router, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.267512 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a205a2e8-c57c-4b06-8478-0a57bd44a9e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:05.314118 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Pushing event updated for resources: {'Port': ['ID=07d4dc01-5bff-487f-8d7d-932db322b90b,revision_number=2']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:05.342675 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:05.347873 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:05.348268 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:05.348636 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:05.348998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:05.349357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:05.349712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:05.350217 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:05.350570 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:05.350950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:05.355156 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Tracked resource versions report: Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: pushed versions: Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: { 'ConntrackHelper': {'1.0'}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': {'1.0'}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': {'1.1'}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': {'1.5'}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': {'1.2'}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': {'1.8'}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': {'1.2'}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': {'1.0'}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': {'1.0'}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': {'1.1'}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': {'1.1'}} Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: consumer versions: Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: { DHCP agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: HyperV agent@hv-cinder-80204: {}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: L3 agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: Metadata agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: Metering agent@dv-cinder-802045-1-iscsi: {}, Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: Open vSwitch agent@dv-cinder-802045-1-iscsi: { 'ConntrackHelper': '1.0', Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Log': '1.0', Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Network': '1.1', Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Port': '1.5', Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'PortForwarding': '1.2', Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'QosPolicy': '1.8', Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroup': '1.2', Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SecurityGroupRule': '1.0', Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'SubPort': '1.0', Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Subnet': '1.1', Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: 'Trunk': '1.1'}} Jul 23 17:19:05.356311 dv-cinder-802045-1-iscsi neutron-server[81873]: {{(pid=81987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jul 23 17:19:05.435489 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43528) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:05.438116 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Attempting to bind port 07d4dc01-5bff-487f-8d7d-932db322b90b on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:05.438523 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Attempting to bind port 07d4dc01-5bff-487f-8d7d-932db322b90b by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:05.438993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Attempting to bind port 07d4dc01-5bff-487f-8d7d-932db322b90b on network be355ed9-9aa4-4010-98d9-d73ee88926df {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:05.467761 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:05.467761 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Checking segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:05.468492 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.472515 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Bound using segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:05.473112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Bound port: 07d4dc01-5bff-487f-8d7d-932db322b90b, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:05.473634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.484319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a205a2e8-c57c-4b06-8478-0a57bd44a9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.507788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a205a2e8-c57c-4b06-8478-0a57bd44a9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.553546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:05.558757 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:05.613416 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a205a2e8-c57c-4b06-8478-0a57bd44a9e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5c37d9c876e49e29b2a338eaac4ede8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6871438 Jul 23 17:19:05.614821 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43540) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:05.615320 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Router bd3e9dad-2f75-4451-a238-a7656138dc8b is scheduled to L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e with binding_index 1 {{(pid=81984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:19:05.644999 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205a2e8-c57c-4b06-8478-0a57bd44a9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d365dadb-c1ea-4175-bd15-0e1a957bcac0,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:05.660322 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] For port 07d4dc01-5bff-487f-8d7d-932db322b90b, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:05.663535 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a205a2e8-c57c-4b06-8478-0a57bd44a9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:05.667518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] For port 07d4dc01-5bff-487f-8d7d-932db322b90b, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=07d4dc01-5bff-487f-8d7d-932db322b90b,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:05.672810 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.681954 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8e958d29-3597-42e9-b959-85d134422fb6 req-59e9db75-cfc8-4a11-9f0b-8c40b4d902c3 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 210 time: 0.2250490 Jul 23 17:19:05.686312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-349d7d07-574d-4d3f-befe-2e2cf4ad3bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.700684 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:05.764935 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-349d7d07-574d-4d3f-befe-2e2cf4ad3bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:05.766198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e5f21429-1673-44b6-84b0-dba0a9256fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:05.779939 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-349d7d07-574d-4d3f-befe-2e2cf4ad3bee admin admin] Usage tracker for resource:security_group_rule and tenant:b4cda584804b4114aa8730e9efeef5ed is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:05.788779 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-349d7d07-574d-4d3f-befe-2e2cf4ad3bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:05.808564 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-349d7d07-574d-4d3f-befe-2e2cf4ad3bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:05.862988 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Pushing event updated for resources: {'Port': ['ID=07d4dc01-5bff-487f-8d7d-932db322b90b,revision_number=3']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:05.878191 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:05.889404 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Routers {'cf148023-35ad-4190-b5e6-acf5853ced76'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:05.890542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:19:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['cf148023-35ad-4190-b5e6-acf5853ced76'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:05.969708 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e5f21429-1673-44b6-84b0-dba0a9256fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:06.079501 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e5f21429-1673-44b6-84b0-dba0a9256fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:06.097157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:06.143589 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f21429-1673-44b6-84b0-dba0a9256fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d365dadb-c1ea-4175-bd15-0e1a957bcac0,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:06.156576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e5f21429-1673-44b6-84b0-dba0a9256fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:06.161934 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e5f21429-1673-44b6-84b0-dba0a9256fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:06.163901 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e5f21429-1673-44b6-84b0-dba0a9256fb1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d365dadb-c1ea-4175-bd15-0e1a957bcac0 HTTP/1.1" status: 204 len: 168 time: 0.5456438 Jul 23 17:19:06.264949 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:19:06.277937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Sync routers for ids ['bd3e9dad-2f75-4451-a238-a7656138dc8b'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:19:06.332246 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Routers {'bd3e9dad-2f75-4451-a238-a7656138dc8b'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:06.333054 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:19:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['bd3e9dad-2f75-4451-a238-a7656138dc8b'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:06.335322 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Notify callbacks [] for router, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:06.340567 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9868414 Jul 23 17:19:06.344336 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43556) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:06.394470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-349d7d07-574d-4d3f-befe-2e2cf4ad3bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:06.417215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-349d7d07-574d-4d3f-befe-2e2cf4ad3bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:06.563047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:06.565846 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2c3b4f81-a2e2-4577-bd62-6a18f929215c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:06.565846 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-349d7d07-574d-4d3f-befe-2e2cf4ad3bee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4cda584804b4114aa8730e9efeef5ed&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0208166 Jul 23 17:19:06.598553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43566) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:06.645436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e is scheduled to L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e with binding_index 1 {{(pid=81985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:19:06.831493 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d7d07-574d-4d3f-befe-2e2cf4ad3bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bbcf21-cbcc-4d3c-918c-d25b39589c3d,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:06.859418 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-349d7d07-574d-4d3f-befe-2e2cf4ad3bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:06.873521 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] Set router cf148023-35ad-4190-b5e6-acf5853ced76 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:07.026356 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7077cd4f-0ace-4619-b8df-f349c90ee0b5 None None] Network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:19:07.114184 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9e420bfe-5a1e-4b02-bb71-76dde96b4b1d req-371e95e9-d40c-467f-8fa1-18c58047bd51 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 210 time: 0.0604320 Jul 23 17:19:07.240842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7dd0-a685-4b56-b1ab-614137ce5167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:07.273723 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7dd0-a685-4b56-b1ab-614137ce5167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:07.302374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:07.304142 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'name': 'tempest-ServerRescueNegativeTestJSON-40096091-router', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '07d4dc01-5bff-487f-8d7d-932db322b90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:57Z', 'updated_at': '2021-07-23T17:18:59Z', 'revision_number': 3, 'project_id': '08ff567edeeb497e8ca1d5a43e82783c', 'gw_port': {'id': '07d4dc01-5bff-487f-8d7d-932db322b90b', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:58Z', 'updated_at': '2021-07-23T17:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:07.309850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6d5bd5-6e16-4263-8d15-d9c57bd22cf1 None None] The sync data for ids ['cf148023-35ad-4190-b5e6-acf5853ced76'] in dv-cinder-802045-1-iscsi is: [{'id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'name': 'tempest-ServerRescueNegativeTestJSON-40096091-router', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '07d4dc01-5bff-487f-8d7d-932db322b90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:57Z', 'updated_at': '2021-07-23T17:18:59Z', 'revision_number': 3, 'project_id': '08ff567edeeb497e8ca1d5a43e82783c', 'gw_port': {'id': '07d4dc01-5bff-487f-8d7d-932db322b90b', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:58Z', 'updated_at': '2021-07-23T17:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:19:07.347414 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device d9d57627-b79e-40ca-a244-7131e8ea1840 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:07.437812 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Set router bd3e9dad-2f75-4451-a238-a7656138dc8b gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:07.558213 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-d6a462fe-defa-4dfe-8c05-1860bbe8ead3 None None] Provisioning for port d9d57627-b79e-40ca-a244-7131e8ea1840 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:07.597538 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7dd0-a685-4b56-b1ab-614137ce5167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:07.640889 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a32e8da8-3212-4c38-9b24-4214606a1734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:07.778641 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:07.859661 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa7dd0-a685-4b56-b1ab-614137ce5167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bbcf21-cbcc-4d3c-918c-d25b39589c3d,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:07.884503 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8ffa7dd0-a685-4b56-b1ab-614137ce5167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:07.885385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7dd0-a685-4b56-b1ab-614137ce5167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:07.890007 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-8ffa7dd0-a685-4b56-b1ab-614137ce5167 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b1bbcf21-cbcc-4d3c-918c-d25b39589c3d HTTP/1.1" status: 204 len: 168 time: 1.2864120 Jul 23 17:19:08.114111 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:19:08.137870 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Sync routers for ids ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:19:08.187440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Routers {'99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:08.188193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:19:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:08.296993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Notify callbacks [] for router, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:08.304712 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1206925 Jul 23 17:19:08.304712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43614) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:08.692385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3bed82-2f50-46fe-8237-f2e6385d8e88 None None] Network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:19:08.742267 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43636) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:08.827856 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Set router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:08.973750 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.58', 50299) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:09.470311 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-85f5e906-b98b-469a-80ef-a7570a676228 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:09.471891 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:04Z', 'revision_number': 3, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:09.472203 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-85f5e906-b98b-469a-80ef-a7570a676228 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.58 "GET /v2.0/networks?id=d6033adc-aa2d-4818-85fc-a7a489f144aa HTTP/1.1" status: 200 len: 812 time: 0.4923899 Jul 23 17:19:09.484734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Checking router: 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:19:09.488588 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Updating router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e port 02abd5c5-bf60-461f-a975-a33dbf19623c binding host dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:19:09.515676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2145547308-network', 'tenant_id': '9d74ba99ffd0450da16748ac150fead5'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:09.546296 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Request body: {'port': {'device_id': '5d6210c8-c6b6-4320-93ab-62d36d0d593d', 'network_id': 'd6033adc-aa2d-4818-85fc-a7a489f144aa', 'admin_state_up': True, 'tenant_id': '72a121bec1fc4348ab670696d7203e3e'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:09.593699 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:09.660914 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3844ac0f-570a-4b19-86af-16e5a64689bf req-958d9c96-8d00-43ca-8038-4b6dc5e5781d tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 210 time: 0.2574792 Jul 23 17:19:09.754663 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Allocated IP 172.20.0.1 (56923c17-1dcf-41eb-bda1-d959e61a3ee9/2b91c4b6-b0e0-40e1-9e39-8b53827780fa/aff5a06b-ce99-4785-a508-f9861bf3a644) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:09.779071 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port d9d57627-b79e-40ca-a244-7131e8ea1840 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:09.801135 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-11e92ec3-18c1-44d3-bf2d-6ab13ab4d0a7 None None] Provisioning for port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:09.847559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port d9d57627-b79e-40ca-a244-7131e8ea1840 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:09.848174 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:09.927455 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:09.937379 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Usage tracker for resource:port and tenant:72a121bec1fc4348ab670696d7203e3e is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:09.943050 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:09.959784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:09.976943 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:09.991638 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Made reservation on behalf of 72a121bec1fc4348ab670696d7203e3e for: {'port': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:19:10.008072 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.010079 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-11e92ec3-18c1-44d3-bf2d-6ab13ab4d0a7 None None] Provisioning complete for port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:10.014084 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-11e92ec3-18c1-44d3-bf2d-6ab13ab4d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.280509 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Allocated IP 172.20.0.3 (d6033adc-aa2d-4818-85fc-a7a489f144aa/75c171a8-1b1d-4574-9c1d-96db77d7267c/c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:10.317636 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.390927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Usage tracker for resource:network and tenant:9d74ba99ffd0450da16748ac150fead5 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:10.396936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Notify callbacks [] for port, precommit_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.403278 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-11e92ec3-18c1-44d3-bf2d-6ab13ab4d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.413207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:10.414221 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Transition to ACTIVE for port object 02abd5c5-bf60-461f-a975-a33dbf19623c will not be triggered until provisioned by entity L2. {{(pid=81987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:10.432327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:04Z', 'revision_number': 3, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:10.444754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:10.454452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.475716 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-11e92ec3-18c1-44d3-bf2d-6ab13ab4d0a7 None None] For port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:10.483041 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Checking router: bd3e9dad-2f75-4451-a238-a7656138dc8b for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:19:10.483478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Updating router bd3e9dad-2f75-4451-a238-a7656138dc8b port e34ae5a2-1472-4272-a5e5-1622a19ee99e binding host dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:19:10.496582 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:10.575183 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.587740 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bd903-191f-4db4-8798-fc82c6e4015c None None] Pushing event updated for resources: {'Port': ['ID=02abd5c5-bf60-461f-a975-a33dbf19623c,revision_number=2']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:10.644737 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-11e92ec3-18c1-44d3-bf2d-6ab13ab4d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.647393 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Attempting to bind port 02abd5c5-bf60-461f-a975-a33dbf19623c on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:10.651312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Attempting to bind port 02abd5c5-bf60-461f-a975-a33dbf19623c by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:10.652338 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Attempting to bind port 02abd5c5-bf60-461f-a975-a33dbf19623c on network be355ed9-9aa4-4010-98d9-d73ee88926df {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:10.661243 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-838bd903-191f-4db4-8798-fc82c6e4015c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:10.673282 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:10.678035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Checking segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:10.678717 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.679515 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.680208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Bound using segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:10.681885 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Bound port: 02abd5c5-bf60-461f-a975-a33dbf19623c, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:10.684684 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.686819 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.704633 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4d787178-9155-40e5-83fa-3aca568cde14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:10.820506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Made reservation on behalf of 9d74ba99ffd0450da16748ac150fead5 for: {'network': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:19:10.831012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.911187 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Pushing event updated for resources: {'Port': ['ID=aff5a06b-ce99-4785-a508-f9861bf3a644,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:10.914564 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:10.952445 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:10.980721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] For port 02abd5c5-bf60-461f-a975-a33dbf19623c, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:10.990582 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] For port 02abd5c5-bf60-461f-a975-a33dbf19623c, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=02abd5c5-bf60-461f-a975-a33dbf19623c,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:11.004097 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:11.051109 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:11.056436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:11.060161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:11.066099 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:11.073858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708917'] for router_interface, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:11.248345 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Routers {'99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:11.252866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:19:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:11.304095 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a7f569ae-9c39-4110-b2f9-925e50969e77 req-3cb738d4-8ccb-4ce7-994a-b2d55d50cc45 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 210 time: 0.1478238 Jul 23 17:19:11.572214 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Notify callbacks [] for port, precommit_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:11.581150 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:11.588312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Transition to ACTIVE for port object e34ae5a2-1472-4272-a5e5-1622a19ee99e will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:11.605583 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:11.667541 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:11.720174 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bd903-191f-4db4-8798-fc82c6e4015c None None] Pushing event updated for resources: {'Port': ['ID=02abd5c5-bf60-461f-a975-a33dbf19623c,revision_number=3']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:11.727058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-838bd903-191f-4db4-8798-fc82c6e4015c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:11.741934 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-37854bf9-f2eb-47c7-a10f-92bbb718ca34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:11.747950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:11.752731 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e92ec3-18c1-44d3-bf2d-6ab13ab4d0a7 None None] Pushing event updated for resources: {'Port': ['ID=ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:11.763564 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-11e92ec3-18c1-44d3-bf2d-6ab13ab4d0a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:11.789558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:11.799149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Network d6033adc-aa2d-4818-85fc-a7a489f144aa is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:11.799744 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:11.810966 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] Set router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:11.850765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:11.853076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Pushing event updated for resources: {'Port': ['ID=c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:11.858026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:11.863012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:11.863721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for port, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:11.911583 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82a70f-0a6b-4b4f-bcef-43e9c1dec9c9 None None] Pushing event updated for resources: {'Port': ['ID=e34ae5a2-1472-4272-a5e5-1622a19ee99e,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:11.924691 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1b82a70f-0a6b-4b4f-bcef-43e9c1dec9c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:11.926233 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Attempting to bind port e34ae5a2-1472-4272-a5e5-1622a19ee99e on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:11.926808 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Attempting to bind port e34ae5a2-1472-4272-a5e5-1622a19ee99e by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:11.927241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Attempting to bind port e34ae5a2-1472-4272-a5e5-1622a19ee99e on network be355ed9-9aa4-4010-98d9-d73ee88926df {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:11.927699 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:11.928880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:11.936819 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-cb9373ad-9a4f-4dae-afb6-845dac0cf361 None None] Provisioning complete for port d9d57627-b79e-40ca-a244-7131e8ea1840 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:11.937224 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cb9373ad-9a4f-4dae-afb6-845dac0cf361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:11.989559 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4788482 Jul 23 17:19:11.990576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Usage tracker for resource:security_group_rule and tenant:9d74ba99ffd0450da16748ac150fead5 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:12.005574 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:12.005972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Checking segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:12.006455 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.006934 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Bound using segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:12.007475 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Bound port: e34ae5a2-1472-4272-a5e5-1622a19ee99e, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:12.007890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.008990 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:12.046001 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:12.106481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] For port e34ae5a2-1472-4272-a5e5-1622a19ee99e, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:12.110218 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] For port e34ae5a2-1472-4272-a5e5-1622a19ee99e, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=e34ae5a2-1472-4272-a5e5-1622a19ee99e,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:12.116164 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.140646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.220227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:12.242161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.251631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.295017 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=81984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:19:12.298381 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:12.298978 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port d9d57627-b79e-40ca-a244-7131e8ea1840, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=d9d57627-b79e-40ca-a244-7131e8ea1840,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:12.300521 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cb9373ad-9a4f-4dae-afb6-845dac0cf361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.316845 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.317406 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Added segment 82b93033-a12e-4822-a5b5-8d1f24fbaeaf of type vlan for network 1645217e-e310-4595-a0cf-bdea39f2495c Jul 23 17:19:12.320944 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.356829 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.417719 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.426540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:12.427227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.483703 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.7401853 Jul 23 17:19:12.494545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43744) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:12.500466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a23cce2-277b-4cb0-95c4-287345c20034,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:12.509490 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Request body: {'subnet': {'network_id': '1645217e-e310-4595-a0cf-bdea39f2495c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2145547308-subnet', 'tenant_id': '9d74ba99ffd0450da16748ac150fead5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:12.515651 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:12.521078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Usage tracker for resource:subnet and tenant:9d74ba99ffd0450da16748ac150fead5 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:12.527526 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:12.533316 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.db.api [None req-cb9373ad-9a4f-4dae-afb6-845dac0cf361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:19:12.533734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.api [None req-cb9373ad-9a4f-4dae-afb6-845dac0cf361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:19:12.534654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:12.544381 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Allocated IP 172.20.0.1 (32b9f2b4-d76e-42a1-a57f-1f2ed7bca000/f137acdd-475c-4812-af2f-0a236bb57605/bcb14a3b-e77f-4259-94c1-71c509722769) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:12.548044 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:12.548590 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c76df194-e815-44c5-80f8-2def361ada3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:12.565017 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82a70f-0a6b-4b4f-bcef-43e9c1dec9c9 None None] Pushing event updated for resources: {'Port': ['ID=e34ae5a2-1472-4272-a5e5-1622a19ee99e,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:12.568137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Routers {'bd3e9dad-2f75-4451-a238-a7656138dc8b'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:12.568961 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:19:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['bd3e9dad-2f75-4451-a238-a7656138dc8b'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:12.731844 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Pushing event updated for resources: {'Network': ['ID=1645217e-e310-4595-a0cf-bdea39f2495c,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:12.737493 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Made reservation on behalf of 9d74ba99ffd0450da16748ac150fead5 for: {'subnet': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:19:12.754287 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.761543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.775036 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.778076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:04Z', 'revision_number': 3, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:12.779325 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3505136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851067050'] for router_interface, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:12.783309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:12.788422 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06d3b9-5ee6-43f3-88b0-e5c426dc2645 None None] The sync data for ids ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'] in dv-cinder-802045-1-iscsi is: [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:04Z', 'revision_number': 3, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:19:12.811648 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a00f48be-d699-44d9-b92d-43f0279c5a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:12.966276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] Set router bd3e9dad-2f75-4451-a238-a7656138dc8b gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:13.097212 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1b82a70f-0a6b-4b4f-bcef-43e9c1dec9c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:13.117971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:13.183433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:13.214927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Transition to ACTIVE for port object bcb14a3b-e77f-4259-94c1-71c509722769 will not be triggered until provisioned by entity DHCP. {{(pid=81984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:13.256643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network 1645217e-e310-4595-a0cf-bdea39f2495c details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:19:13.285119 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.943s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:13.308196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Pushing event updated for resources: {'Port': ['ID=aff5a06b-ce99-4785-a508-f9861bf3a644,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:13.348833 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:13.351038 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:13.352044 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:13.360807 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:13.367784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for subnet, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:13.369560 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:13.385292 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3be203fe-866f-49a7-aa58-4ec02087722b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:13.472549 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=d9d57627-b79e-40ca-a244-7131e8ea1840,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:13.595665 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:13.636005 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:13.645090 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:13.645631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708917'] for router_interface, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:13.707533 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3c9c71-dc01-445d-ae4a-b1cc797aa522,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:13.715412 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:13.771556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-cb9373ad-9a4f-4dae-afb6-845dac0cf361 None None] Provisioning complete for port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:13.771979 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cb9373ad-9a4f-4dae-afb6-845dac0cf361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:13.790983 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:13.791903 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4cd0e0d8-26ea-4122-b2fb-8fd2eef483da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:14.023101 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Checking segment: {'id': '82b93033-a12e-4822-a5b5-8d1f24fbaeaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '1645217e-e310-4595-a0cf-bdea39f2495c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:14.023602 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Network hostable DHCP agents. Network: 1645217e-e310-4595-a0cf-bdea39f2495c, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:19:14.162583 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Pushing event updated for resources: {'Port': ['ID=bcb14a3b-e77f-4259-94c1-71c509722769,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:14.187218 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:14.249916 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:14.363520 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Network 1645217e-e310-4595-a0cf-bdea39f2495c is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:19:14.381220 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a583b80-474a-4874-a89f-fc20bf10c0f5 req-a509ecd9-0413-4a3d-9947-b8935150d8aa tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:14.403501 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:14.413133 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:14.414070 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9a583b80-474a-4874-a89f-fc20bf10c0f5 req-a509ecd9-0413-4a3d-9947-b8935150d8aa tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 931 time: 1.8196051 Jul 23 17:19:14.452328 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, 1645217e-e310-4595-a0cf-bdea39f2495c) {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:14.478468 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:14.479978 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:14.518360 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-eda555c7-a86f-4fc3-b420-fed62f5430e9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0226064 Jul 23 17:19:14.579055 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b17a84-e1c5-4874-9ce7-9e0a066ce151 None None] Network 1645217e-e310-4595-a0cf-bdea39f2495c requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:19:14.649147 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Allocated IP 172.20.0.1 (04eadfc6-c5e0-44f2-9fd2-38962c63fdc0/5f126893-602f-418b-84e1-b866f587f188/4c57465f-acb0-42af-9ab0-da5d89628bec) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:14.697422 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-9a583b80-474a-4874-a89f-fc20bf10c0f5 req-f6a0613d-a564-4388-988b-5019ac8dd963 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Synchronizing usage tracker for tenant:72a121bec1fc4348ab670696d7203e3e on resource:security_group {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:14.792003 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-9a583b80-474a-4874-a89f-fc20bf10c0f5 req-f6a0613d-a564-4388-988b-5019ac8dd963 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Unset dirty status for tenant:72a121bec1fc4348ab670696d7203e3e on resource:security_group {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:14.823792 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9a583b80-474a-4874-a89f-fc20bf10c0f5 req-f6a0613d-a564-4388-988b-5019ac8dd963 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957677 Jul 23 17:19:14.948350 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-526645b6-2328-4069-a170-2124a34ed1e2 None None] Provisioning for port bcb14a3b-e77f-4259-94c1-71c509722769 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:15.060158 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-526645b6-2328-4069-a170-2124a34ed1e2 None None] Provisioning complete for port bcb14a3b-e77f-4259-94c1-71c509722769 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:15.060778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-526645b6-2328-4069-a170-2124a34ed1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:15.069542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:15.077004 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:15.079517 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3505136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851067050'] for router_interface, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:15.084318 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-39ed25b7-725c-4b93-830d-8c730106ee90 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:15.139658 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:15.215794 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Transition to ACTIVE for port object 4c57465f-acb0-42af-9ab0-da5d89628bec will not be triggered until provisioned by entity DHCP. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:15.308897 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Pushing event updated for resources: {'Port': ['ID=bcb14a3b-e77f-4259-94c1-71c509722769,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:15.322038 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:15.450519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:19:15.632828 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-526645b6-2328-4069-a170-2124a34ed1e2 None None] Port bcb14a3b-e77f-4259-94c1-71c509722769 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:19:15.662615 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c205ef-5d8a-4f7a-8f95-07d4f6ec9e5a None None] Network 1645217e-e310-4595-a0cf-bdea39f2495c requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:19:15.695927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:15.700884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:15.724855 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:15.786761 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-eab13ab3-defc-4582-8c34-7cefde0ec996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:15.993769 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 07d4dc01-5bff-487f-8d7d-932db322b90b up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:16.181551 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:16.380259 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:16.389102 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:16.390082 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708917'] for router_interface, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:16.500765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Pushing event updated for resources: {'Port': ['ID=4c57465f-acb0-42af-9ab0-da5d89628bec,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:16.508600 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:16.738192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:16.834508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:04Z', 'revision_number': 3, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:16.862460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 07d4dc01-5bff-487f-8d7d-932db322b90b completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:16.872303 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-c1b80956-1d01-429a-9f75-6b2198591626 None None] Provisioning complete for port bcb14a3b-e77f-4259-94c1-71c509722769 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:16.872729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c1b80956-1d01-429a-9f75-6b2198591626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:16.995977 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a2e9b-57b6-4d3b-a19f-7b433d88e740 None None] The sync data for ids ['bd3e9dad-2f75-4451-a238-a7656138dc8b'] in dv-cinder-802045-1-iscsi is: [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:04Z', 'revision_number': 3, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:19:17.023341 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 07d4dc01-5bff-487f-8d7d-932db322b90b triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:17.023753 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:17.145121 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Router bd3e9dad-2f75-4451-a238-a7656138dc8b has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:19:17.254512 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5ea81-15c4-41c7-a9a4-94885b515b8e req-637ba9c4-bfb1-4b6f-a805-b2afa7ecbcbc tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:17.256538 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-34b5ea81-15c4-41c7-a9a4-94885b515b8e req-637ba9c4-bfb1-4b6f-a805-b2afa7ecbcbc tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 931 time: 1.0690422 Jul 23 17:19:17.376232 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-c1b80956-1d01-429a-9f75-6b2198591626 None None] Port bcb14a3b-e77f-4259-94c1-71c509722769 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:19:17.429315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-5b0fbfa9-6f54-4a65-9115-5718be826b33 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=81984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:19:17.430569 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-5b0fbfa9-6f54-4a65-9115-5718be826b33 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0199680 Jul 23 17:19:17.498151 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Router cf148023-35ad-4190-b5e6-acf5853ced76 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:19:17.596617 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-34b5ea81-15c4-41c7-a9a4-94885b515b8e req-c4ec29ad-58b5-4a8e-b62a-04eeab01438a tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246765 Jul 23 17:19:17.695804 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65345315-f1d9-457c-8517-7e0c6e8d6751 None None] Provisioning for port 4c57465f-acb0-42af-9ab0-da5d89628bec completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:17.728695 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65345315-f1d9-457c-8517-7e0c6e8d6751 None None] Provisioning complete for port 4c57465f-acb0-42af-9ab0-da5d89628bec triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:17.729193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65345315-f1d9-457c-8517-7e0c6e8d6751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:17.790159 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43842) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:17.804956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-11410609-network', 'tenant_id': '2a080aace43449339c8a00673779caea'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:17.830179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:17.838290 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:17.842394 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Usage tracker for resource:network and tenant:2a080aace43449339c8a00673779caea is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:17.857151 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:17.879709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:17.963567 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Made reservation on behalf of 2a080aace43449339c8a00673779caea for: {'network': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:19:17.980371 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:18.019564 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:18.233324 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:18.257636 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:18.260777 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3505136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851067050'] for router_interface, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:18.284591 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:18.286532 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:18.303148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Usage tracker for resource:security_group_rule and tenant:2a080aace43449339c8a00673779caea is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:18.337307 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:18.359631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:18.396308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 07d4dc01-5bff-487f-8d7d-932db322b90b, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=07d4dc01-5bff-487f-8d7d-932db322b90b,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:18.412365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:18.440780 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:18.533019 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:18.550439 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Request body: {'port': {'device_id': '5d6210c8-c6b6-4320-93ab-62d36d0d593d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:18.550665 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65345315-f1d9-457c-8517-7e0c6e8d6751 None None] Port 4c57465f-acb0-42af-9ab0-da5d89628bec cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:19:18.604107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=07d4dc01-5bff-487f-8d7d-932db322b90b,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:18.608761 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:18.609227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:18.657245 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e5f21429-1673-44b6-84b0-dba0a9256fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:18.698025 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:19:18.842895 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] 10.222.0.55 "PUT /v2.0/routers/bd3e9dad-2f75-4451-a238-a7656138dc8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4835083 Jul 23 17:19:18.935641 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 02abd5c5-bf60-461f-a975-a33dbf19623c up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:18.949368 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=81984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:19:19.155070 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:19.179585 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6974bf59-0ec0-4058-989f-9e51bb05d284,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:19.184401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:19.194424 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:19.197874 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Added segment 60152d41-4774-4c56-ac36-da35a9ec8b4d of type vlan for network 1c3ade6f-693d-4747-b331-cc5d9d880f57 Jul 23 17:19:19.247251 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 02abd5c5-bf60-461f-a975-a33dbf19623c completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:19.272698 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 02abd5c5-bf60-461f-a975-a33dbf19623c triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:19.273334 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:19.364440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:19:19.377332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Pushing event updated for resources: {'Port': ['ID=4c57465f-acb0-42af-9ab0-da5d89628bec,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:19.386404 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.102s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:19.407275 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] 10.222.0.55 "PUT /v2.0/routers/cf148023-35ad-4190-b5e6-acf5853ced76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5549021 Jul 23 17:19:19.523965 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Sync routers for ids ['cf148023-35ad-4190-b5e6-acf5853ced76'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:19:19.543368 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:19.546555 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:19.690907 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Routers {'cf148023-35ad-4190-b5e6-acf5853ced76'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:19.691228 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:19:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['cf148023-35ad-4190-b5e6-acf5853ced76'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:19.783873 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:19.933716 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:19.965715 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:19.966709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:20.080349 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:20.142874 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56ee48-5893-4026-af66-4ef876f36e51 req-ce217957-6619-49dc-9f62-b5f7037c7c68 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:20.147260 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9d56ee48-5893-4026-af66-4ef876f36e51 req-ce217957-6619-49dc-9f62-b5f7037c7c68 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 931 time: 1.0387671 Jul 23 17:19:20.321746 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.5275431 Jul 23 17:19:20.346538 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43888) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:20.363921 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Request body: {'subnet': {'network_id': '1c3ade6f-693d-4747-b331-cc5d9d880f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-11410609-subnet', 'tenant_id': '2a080aace43449339c8a00673779caea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:20.370222 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:20.389424 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:20.418886 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Usage tracker for resource:subnet and tenant:2a080aace43449339c8a00673779caea is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:20.431099 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Pushing event updated for resources: {'Network': ['ID=1c3ade6f-693d-4747-b331-cc5d9d880f57,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:20.447413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:20.453036 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network 1c3ade6f-693d-4747-b331-cc5d9d880f57 details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:19:20.480958 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 02abd5c5-bf60-461f-a975-a33dbf19623c, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=02abd5c5-bf60-461f-a975-a33dbf19623c,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:20.491542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:20.511979 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:20.547357 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9d56ee48-5893-4026-af66-4ef876f36e51 req-13a2191e-2e2a-4c78-8c6c-2b5592e59c9e tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599629 Jul 23 17:19:20.591517 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:20.677318 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device e34ae5a2-1472-4272-a5e5-1622a19ee99e up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:20.687679 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Made reservation on behalf of 2a080aace43449339c8a00673779caea for: {'subnet': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:19:20.693436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:20.783235 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9741d454-7223-4570-aafd-c0dad55152ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:20.976520 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-93c4a84b-ee72-4c3a-b998-5507e80f36eb None None] Provisioning complete for port 4c57465f-acb0-42af-9ab0-da5d89628bec triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:20.977185 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-93c4a84b-ee72-4c3a-b998-5507e80f36eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:21.066471 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for subnet, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:21.094715 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-51d5dcc7-f64c-4d8c-9d98-4ff0aa3ae462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:21.190394 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=02abd5c5-bf60-461f-a975-a33dbf19623c,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:21.197697 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Set router cf148023-35ad-4190-b5e6-acf5853ced76 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:21.201380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:19:21.298291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:21.384179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43914) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:21.405527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1464697855', 'description': 'tempest-description--1972885290'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:21.446868 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-93c4a84b-ee72-4c3a-b998-5507e80f36eb None None] Port 4c57465f-acb0-42af-9ab0-da5d89628bec cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:19:21.510837 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f601321-f1ea-4257-af77-4ff4cdc1f0f7,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:21.515227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:21.536945 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:21.548218 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Usage tracker for resource:security_group and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:21.574075 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 {{(pid=81984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:19:21.583132 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:21.614700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Transition to ACTIVE for port object c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 will not be triggered until provisioned by entity L2. {{(pid=81984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:21.619528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port e34ae5a2-1472-4272-a5e5-1622a19ee99e completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:21.646982 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:21.684242 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:21.776313 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71dafe-f776-4231-beeb-567ce75363db req-d27701bb-0c40-43eb-a8ec-a9dfe3be83c4 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:21.777069 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-1c71dafe-f776-4231-beeb-567ce75363db req-d27701bb-0c40-43eb-a8ec-a9dfe3be83c4 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Synchronizing usage tracker for tenant:08ff567edeeb497e8ca1d5a43e82783c on resource:network {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:21.781810 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:21.791653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:21.800769 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port e34ae5a2-1472-4272-a5e5-1622a19ee99e triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:21.801915 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:21.811927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-1c71dafe-f776-4231-beeb-567ce75363db req-d27701bb-0c40-43eb-a8ec-a9dfe3be83c4 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Unset dirty status for tenant:08ff567edeeb497e8ca1d5a43e82783c on resource:network {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:21.813191 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-d27701bb-0c40-43eb-a8ec-a9dfe3be83c4 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/networks?id=56923c17-1dcf-41eb-bda1-d959e61a3ee9 HTTP/1.1" status: 200 len: 817 time: 0.4308879 Jul 23 17:19:21.887810 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Pushing event updated for resources: {'Port': ['ID=c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:21.895740 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-f17a8d41-5130-4934-a5f8-025c853a87f5 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/quotas/08ff567edeeb497e8ca1d5a43e82783c HTTP/1.1" status: 200 len: 375 time: 0.0364115 Jul 23 17:19:21.902631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:21.959287 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:21.983883 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Checking segment: {'id': '60152d41-4774-4c56-ac36-da35a9ec8b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1c3ade6f-693d-4747-b331-cc5d9d880f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:21.984275 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Network hostable DHCP agents. Network: 1c3ade6f-693d-4747-b331-cc5d9d880f57, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:19:22.020195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Network 1c3ade6f-693d-4747-b331-cc5d9d880f57 is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:19:22.200700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'name': 'tempest-ServerRescueNegativeTestJSON-40096091-router', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '07d4dc01-5bff-487f-8d7d-932db322b90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:57Z', 'updated_at': '2021-07-23T17:19:11Z', 'revision_number': 4, 'project_id': '08ff567edeeb497e8ca1d5a43e82783c', 'gw_port': {'id': '07d4dc01-5bff-487f-8d7d-932db322b90b', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:58Z', 'updated_at': '2021-07-23T17:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'aff5a06b-ce99-4785-a508-f9861bf3a644', 'name': '', 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c', 'mac_address': 'fa:16:3e:7e:45:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b91c4b6-b0e0-40e1-9e39-8b53827780fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:07Z', 'updated_at': '2021-07-23T17:19:11Z', 'revision_number': 2, 'project_id': '08ff567edeeb497e8ca1d5a43e82783c', 'subnets': [{'id': '2b91c4b6-b0e0-40e1-9e39-8b53827780fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:22.222021 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Checking router: cf148023-35ad-4190-b5e6-acf5853ced76 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:19:22.222021 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Updating router cf148023-35ad-4190-b5e6-acf5853ced76 port aff5a06b-ce99-4785-a508-f9861bf3a644 binding host dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:19:22.223236 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:22.237542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53a1f0-03c8-4e5e-a31b-122830b9062b req-0fed640c-297e-4e54-88fd-52a4961afd61 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:22.239368 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5d53a1f0-03c8-4e5e-a31b-122830b9062b req-0fed640c-297e-4e54-88fd-52a4961afd61 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 943 time: 0.4326553 Jul 23 17:19:22.248922 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Usage tracker for resource:security_group_rule and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:22.262942 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:22.285232 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:22.315217 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:22.329598 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:22.353478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, 1c3ade6f-693d-4747-b331-cc5d9d880f57) {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:22.364226 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:22.365066 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:22.375500 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Attempting to bind port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:22.376079 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Attempting to bind port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '1d1c3ce2-86a0-4e47-aed1-aa4c7502a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd6033adc-aa2d-4818-85fc-a7a489f144aa'}] {{(pid=81984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:22.376589 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Attempting to bind port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 on network d6033adc-aa2d-4818-85fc-a7a489f144aa {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:22.376999 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-1c71dafe-f776-4231-beeb-567ce75363db req-129fe920-6182-4177-bac9-3634fdcaa7cb tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Synchronizing usage tracker for tenant:08ff567edeeb497e8ca1d5a43e82783c on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:22.399660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 on network d6033adc-aa2d-4818-85fc-a7a489f144aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:19:22.400311 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Attempting to bind port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 on network d6033adc-aa2d-4818-85fc-a7a489f144aa {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:22.417369 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0692379 Jul 23 17:19:22.422606 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:22.423170 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Checking segment: {'id': '1d1c3ce2-86a0-4e47-aed1-aa4c7502a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd6033adc-aa2d-4818-85fc-a7a489f144aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:22.423898 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Bound using segment: {'id': '1d1c3ce2-86a0-4e47-aed1-aa4c7502a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd6033adc-aa2d-4818-85fc-a7a489f144aa'} {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:22.424555 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Bound port: c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d1c3ce2-86a0-4e47-aed1-aa4c7502a688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd6033adc-aa2d-4818-85fc-a7a489f144aa'}}] {{(pid=81984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:22.425099 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:22.434515 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5d53a1f0-03c8-4e5e-a31b-122830b9062b req-0674de1d-4962-4058-aaf6-0ce705131d2e tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727371 Jul 23 17:19:22.451258 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-1c71dafe-f776-4231-beeb-567ce75363db req-129fe920-6182-4177-bac9-3634fdcaa7cb tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Unset dirty status for tenant:08ff567edeeb497e8ca1d5a43e82783c on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:22.453536 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-129fe920-6182-4177-bac9-3634fdcaa7cb tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=08ff567edeeb497e8ca1d5a43e82783c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5315700 Jul 23 17:19:22.501513 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:22.510506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:19:22.518193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:22.521581 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Sync routers for ids ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:19:22.529802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-349d7d07-574d-4d3f-befe-2e2cf4ad3bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:22.552147 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e18d5a0-84d5-4b5e-9add-757069e4a564 None None] Network 1c3ade6f-693d-4747-b331-cc5d9d880f57 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:19:22.571797 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] 10.222.0.55 "PUT /v2.0/routers/99ad376a-0fde-46ac-b7bb-0a2c4c385d0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2574620 Jul 23 17:19:22.572026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Routers {'99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:22.572026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:19:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:22.575481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:22.579860 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.1853778 Jul 23 17:19:22.581122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43944) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:22.585594 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0f3da6-23c6-41d8-9b78-fdf24284f312,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:22.602989 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:22.610696 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-85b2be2b-f572-4750-8539-993e69bd3745 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Request body: {'security_group_rule': {'security_group_id': '4f0f3da6-23c6-41d8-9b78-fdf24284f312', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:22.649438 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-85b2be2b-f572-4750-8539-993e69bd3745 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:22.765688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-85b2be2b-f572-4750-8539-993e69bd3745 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Usage tracker for resource:security_group_rule and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:22.790395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-85b2be2b-f572-4750-8539-993e69bd3745 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:22.819894 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-85b2be2b-f572-4750-8539-993e69bd3745 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:22.827311 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 43952) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:22.865087 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] For port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139, host hv-cinder-80204, cleared binding levels {{(pid=81984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:22.888987 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] For port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139,segment=NetworkSegment(1d1c3ce2-86a0-4e47-aed1-aa4c7502a688),segment_id=1d1c3ce2-86a0-4e47-aed1-aa4c7502a688)] {{(pid=81984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:22.906835 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:22.922048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-85b2be2b-f572-4750-8539-993e69bd3745 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:22.952924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:22.973408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Sync routers for ids ['bd3e9dad-2f75-4451-a238-a7656138dc8b'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:19:23.010363 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port e34ae5a2-1472-4272-a5e5-1622a19ee99e, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=e34ae5a2-1472-4272-a5e5-1622a19ee99e,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:23.020124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:23.021189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device d9d57627-b79e-40ca-a244-7131e8ea1840 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:23.045927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebb6996-40d0-4699-b22f-5cbe5963c74e admin admin] Deleting subnet 6a3c9c71-dc01-445d-ae4a-b1cc797aa522 {{(pid=81985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:19:23.061152 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eebb6996-40d0-4699-b22f-5cbe5963c74e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:23.129157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:23.141117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-7d50868b-94e8-4887-80d6-3136c0247de7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=81985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:19:23.142255 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-7d50868b-94e8-4887-80d6-3136c0247de7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.5005455 Jul 23 17:19:23.202942 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Pushing event updated for resources: {'Port': ['ID=c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139,revision_number=3']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:23.233107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Set router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:23.264885 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:23.279035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for port, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:23.280703 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] 10.222.0.58 "PUT /v2.0/ports/c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 HTTP/1.1" status: 200 len: 1093 time: 5.3695476 Jul 23 17:19:23.281235 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6210c8-c6b6-4320-93ab-62d36d0d593d', 'tag': 'c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:23.514725 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-85b2be2b-f572-4750-8539-993e69bd3745 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:23.515582 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-b9e11531-7d96-4699-8fb9-174521cceae9 service neutron] 10.222.0.55 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572922 Jul 23 17:19:23.519143 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-85b2be2b-f572-4750-8539-993e69bd3745 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:23.522605 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:23.566985 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2be2b-f572-4750-8539-993e69bd3745 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1a8d74-7aab-4bac-b2d5-b03879685ed0,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:23.603689 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-85b2be2b-f572-4750-8539-993e69bd3745 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:23.608750 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-85b2be2b-f572-4750-8539-993e69bd3745 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:23.616765 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-85b2be2b-f572-4750-8539-993e69bd3745 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0323553 Jul 23 17:19:23.619380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43976) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:23.651752 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-e3e5be39-1711-45d5-86e5-451a15201387 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Request body: {'security_group_rule': {'security_group_id': '4f0f3da6-23c6-41d8-9b78-fdf24284f312', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:23.681739 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e3e5be39-1711-45d5-86e5-451a15201387 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:23.690733 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e3e5be39-1711-45d5-86e5-451a15201387 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Usage tracker for resource:security_group_rule and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:23.700601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e3e5be39-1711-45d5-86e5-451a15201387 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:23.731157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e3e5be39-1711-45d5-86e5-451a15201387 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:23.763926 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eebb6996-40d0-4699-b22f-5cbe5963c74e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:23.766496 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e3e5be39-1711-45d5-86e5-451a15201387 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:23.786177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eebb6996-40d0-4699-b22f-5cbe5963c74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.071429 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e3e5be39-1711-45d5-86e5-451a15201387 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.075684 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e3e5be39-1711-45d5-86e5-451a15201387 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.093896 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-85b2be2b-f572-4750-8539-993e69bd3745 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:24.134257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=e34ae5a2-1472-4272-a5e5-1622a19ee99e,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:24.141412 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:17Z', 'revision_number': 2, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:24.156295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Checking router: 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:19:24.156712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Updating router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e port 4c57465f-acb0-42af-9ab0-da5d89628bec binding host dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:19:24.158099 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5be39-1711-45d5-86e5-451a15201387 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c3ebe5-1abe-4c15-8dec-9a94f2b0b729,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:24.159694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:24.163300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e3e5be39-1711-45d5-86e5-451a15201387 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:24.184171 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e3e5be39-1711-45d5-86e5-451a15201387 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.189894 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e3e5be39-1711-45d5-86e5-451a15201387 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5636654 Jul 23 17:19:24.191100 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 43994) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:24.199061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Request body: {'floatingip': {'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:24.207474 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:24.214076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Usage tracker for resource:floatingip and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:24.218521 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:24.226359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:24.243852 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for floatingip, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.265774 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Routers {'bd3e9dad-2f75-4451-a238-a7656138dc8b'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:24.266490 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:19:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['bd3e9dad-2f75-4451-a238-a7656138dc8b'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:24.376998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44000) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:24.381720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.383989 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1735365709', 'description': 'tempest-description--63062984'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:24.399866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:24.407682 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Usage tracker for resource:security_group and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:24.412685 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:24.425853 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:24.461327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.527121 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:24.537107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Usage tracker for resource:security_group_rule and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:24.561611 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:24.573779 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:24.609733 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-0e66cbba-aae7-4272-a4f0-2aadb15584d6 service neutron] 10.222.0.55 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0682976 Jul 23 17:19:24.611366 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.684727 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719aca31-f9b3-4a0d-92f3-8ff49b5f797c None None] Network 1c3ade6f-693d-4747-b331-cc5d9d880f57 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:19:24.847875 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eebb6996-40d0-4699-b22f-5cbe5963c74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for subnet, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:24.865443 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7abc9379-18cc-43c7-a379-844f0c2507cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:24.881522 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Allocated IP 172.27.0.126 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/3881b0f2-7469-4841-8dca-394ccbdce22a) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:25.019688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb6996-40d0-4699-b22f-5cbe5963c74e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3c9c71-dc01-445d-ae4a-b1cc797aa522,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:25.031876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-eebb6996-40d0-4699-b22f-5cbe5963c74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:25.101461 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5736f-f758-49a9-82e5-93de95a1592a req-81f4214d-f6f5-4fc3-88f3-2c0d373691e1 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:25.113763 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c5e5736f-f758-49a9-82e5-93de95a1592a req-81f4214d-f6f5-4fc3-88f3-2c0d373691e1 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 943 time: 0.5003457 Jul 23 17:19:25.177839 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.188094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eebb6996-40d0-4699-b22f-5cbe5963c74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.218514 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-eebb6996-40d0-4699-b22f-5cbe5963c74e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6a3c9c71-dc01-445d-ae4a-b1cc797aa522 HTTP/1.1" status: 204 len: 168 time: 2.3896062 Jul 23 17:19:25.222452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44020) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:25.224415 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Notify callbacks [] for port, precommit_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.251731 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c5e5736f-f758-49a9-82e5-93de95a1592a req-df3cf908-46f6-440d-a7e5-098f49e0e3d2 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312044 Jul 23 17:19:25.283171 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Transition to ACTIVE for port object 4c57465f-acb0-42af-9ab0-da5d89628bec will not be triggered until provisioned by entity L2. {{(pid=81987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:25.294470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.306122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-838bd903-191f-4db4-8798-fc82c6e4015c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:25.327572 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.343138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.485409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a205a2e8-c57c-4b06-8478-0a57bd44a9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:25.555884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b428ea64-b1a3-4180-a072-05d7e8d2a1d7,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:25.565497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:25.588506 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f075e5-e970-472a-a05d-ea13b47b278a req-636ab349-314f-47b9-9f78-8355c06b028b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 210 time: 0.1881092 Jul 23 17:19:25.606365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port d9d57627-b79e-40ca-a244-7131e8ea1840 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:25.606711 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.612008 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6210c8-c6b6-4320-93ab-62d36d0d593d', 'tag': 'c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139', 'status': 'completed', 'code': 200} Jul 23 17:19:25.615823 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bd764-d64b-4407-ac3b-3c23afb130b5 None None] Pushing event updated for resources: {'Port': ['ID=4c57465f-acb0-42af-9ab0-da5d89628bec,revision_number=3']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:25.621059 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-372bd764-d64b-4407-ac3b-3c23afb130b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:25.714698 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.771088 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:25.844542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Attempting to bind port 4c57465f-acb0-42af-9ab0-da5d89628bec on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:25.844769 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Attempting to bind port 4c57465f-acb0-42af-9ab0-da5d89628bec by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:25.845175 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Attempting to bind port 4c57465f-acb0-42af-9ab0-da5d89628bec on network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:25.878362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:25.878806 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Checking segment: {'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:25.879284 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.879725 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Bound using segment: {'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:25.880246 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Bound port: 4c57465f-acb0-42af-9ab0-da5d89628bec, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'}}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:25.880663 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.896226 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.900424 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.5194676 Jul 23 17:19:25.900866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 44052) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:25.908828 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-6c146306-07fa-4a7d-b540-845d7d70c4b4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Request body: {'security_group_rule': {'security_group_id': 'b428ea64-b1a3-4180-a072-05d7e8d2a1d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:25.916610 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:25.933033 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-6c146306-07fa-4a7d-b540-845d7d70c4b4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:25.933743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:25.939323 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:25.943769 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:25.975195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-6c146306-07fa-4a7d-b540-845d7d70c4b4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Usage tracker for resource:security_group_rule and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:25.996858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-6c146306-07fa-4a7d-b540-845d7d70c4b4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:26.012903 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-6c146306-07fa-4a7d-b540-845d7d70c4b4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:26.064568 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6c146306-07fa-4a7d-b540-845d7d70c4b4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:26.102971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Notify callbacks [] for port, precommit_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:26.128285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Transition to ACTIVE for port object aff5a06b-ce99-4785-a508-f9861bf3a644 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:26.141740 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] For port 4c57465f-acb0-42af-9ab0-da5d89628bec, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:26.151852 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] For port 4c57465f-acb0-42af-9ab0-da5d89628bec, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=4c57465f-acb0-42af-9ab0-da5d89628bec,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:26.157278 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:26.170959 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1b82a70f-0a6b-4b4f-bcef-43e9c1dec9c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:26.195697 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:26.200941 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e677f7b4-9fcf-4373-a62f-bb99d8f01485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:26.232059 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event updated for resources: {'Port': ['ID=3881b0f2-7469-4841-8dca-394ccbdce22a,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:26.295107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:26.378097 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Set router bd3e9dad-2f75-4451-a238-a7656138dc8b gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:26.454778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463f054-9e5a-4928-9f14-784828096c14 None None] Pushing event updated for resources: {'Port': ['ID=aff5a06b-ce99-4785-a508-f9861bf3a644,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:26.458678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f463f054-9e5a-4928-9f14-784828096c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:26.502098 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Routers {'99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:26.503684 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:19:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:26.738138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:26.832394 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Attempting to bind port aff5a06b-ce99-4785-a508-f9861bf3a644 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:26.832836 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Attempting to bind port aff5a06b-ce99-4785-a508-f9861bf3a644 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '57fb33d4-f4b6-4671-be57-dff47fb6fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:26.833196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Attempting to bind port aff5a06b-ce99-4785-a508-f9861bf3a644 on network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:26.864340 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 02abd5c5-bf60-461f-a975-a33dbf19623c up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:26.896656 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:26.900484 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:19:26.901362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:19:26.902220 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:19:26.902868 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Subscribe: > port after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:19:26.908140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bd764-d64b-4407-ac3b-3c23afb130b5 None None] Pushing event updated for resources: {'Port': ['ID=4c57465f-acb0-42af-9ab0-da5d89628bec,revision_number=4']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:26.919900 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Subscribe: > port after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:19:26.920168 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Subscribe: > port after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:19:26.920546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:19:26.920943 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:19:26.921313 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:19:26.921680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:19:26.928315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-372bd764-d64b-4407-ac3b-3c23afb130b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:26.933596 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6c146306-07fa-4a7d-b540-845d7d70c4b4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:26.954735 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6c146306-07fa-4a7d-b540-845d7d70c4b4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:27.005555 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:19:27.005948 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:19:27.006329 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:19:27.006726 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=81984) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:19:27.007150 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1645217e-e310-4595-a0cf-bdea39f2495c']}} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:27.045869 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] Set router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:27.052507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:27.052926 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Checking segment: {'id': '57fb33d4-f4b6-4671-be57-dff47fb6fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:27.053517 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:27.053956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Bound using segment: {'id': '57fb33d4-f4b6-4671-be57-dff47fb6fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:27.054483 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Bound port: aff5a06b-ce99-4785-a508-f9861bf3a644, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fb33d4-f4b6-4671-be57-dff47fb6fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:27.054947 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:27.072805 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:27.097103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:27.124570 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6c146306-07fa-4a7d-b540-845d7d70c4b4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:27.128505 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-6c146306-07fa-4a7d-b540-845d7d70c4b4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2239242 Jul 23 17:19:27.133784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 44088) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:27.152486 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c146306-07fa-4a7d-b540-845d7d70c4b4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376adf28-28a9-4359-84de-a0c6a01fc504,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:27.162368 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b93033-a12e-4822-a5b5-8d1f24fbaeaf') {'for_net_delete': True} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:27.162737 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b93033-a12e-4822-a5b5-8d1f24fbaeaf') {} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:27.170323 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-bff19e3c-96fe-41e1-b2c8-a963fa119747 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Request body: {'security_group_rule': {'security_group_id': 'b428ea64-b1a3-4180-a072-05d7e8d2a1d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:27.177962 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-bff19e3c-96fe-41e1-b2c8-a963fa119747 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:27.182246 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-bff19e3c-96fe-41e1-b2c8-a963fa119747 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Usage tracker for resource:security_group_rule and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:27.185366 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-bff19e3c-96fe-41e1-b2c8-a963fa119747 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:27.194093 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-bff19e3c-96fe-41e1-b2c8-a963fa119747 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:27.220494 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6c146306-07fa-4a7d-b540-845d7d70c4b4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:27.239126 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-17155845-e2e2-48f2-ab5d-d839af1708c1 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:27.241633 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851928658'] for segment, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:27.247294 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-17155845-e2e2-48f2-ab5d-d839af1708c1 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/networks?id=56923c17-1dcf-41eb-bda1-d959e61a3ee9 HTTP/1.1" status: 200 len: 817 time: 0.9688177 Jul 23 17:19:27.251268 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bff19e3c-96fe-41e1-b2c8-a963fa119747 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:27.317139 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:27.349042 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bff19e3c-96fe-41e1-b2c8-a963fa119747 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:27.356835 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd04593-edb6-4043-a556-c734ae93a323 req-49580d34-68f7-4eef-8a9e-70496b3a88f6 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:27.365236 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7dd04593-edb6-4043-a556-c734ae93a323 req-49580d34-68f7-4eef-8a9e-70496b3a88f6 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 943 time: 0.7425616 Jul 23 17:19:27.388655 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bff19e3c-96fe-41e1-b2c8-a963fa119747 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:27.396348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:27.418799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff19e3c-96fe-41e1-b2c8-a963fa119747 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3c5539-7f19-4e9b-8949-70e9ac7036c2,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:27.434899 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-5a3764c9-bcf5-4677-ba19-7e4793c8a4d9 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/quotas/08ff567edeeb497e8ca1d5a43e82783c HTTP/1.1" status: 200 len: 375 time: 0.1865058 Jul 23 17:19:27.437201 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-bff19e3c-96fe-41e1-b2c8-a963fa119747 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:27.482279 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=81984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:19:27.482738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851930154'] for segment, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: (self, other), Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: (self, other), Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:19:27.534405 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:19:27.558804 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7dd04593-edb6-4043-a556-c734ae93a323 req-bfae36f4-f995-43ea-a0f2-c451426f3ed6 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924257 Jul 23 17:19:27.583748 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bff19e3c-96fe-41e1-b2c8-a963fa119747 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:27.587988 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-bff19e3c-96fe-41e1-b2c8-a963fa119747 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4398432 Jul 23 17:19:27.590831 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 44108) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:27.604497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Request body: {'floatingip': {'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:27.611768 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:27.617940 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Usage tracker for resource:floatingip and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:27.623846 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:27.633033 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:27.650234 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:26Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:27.662386 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c530ca-89f7-4dbf-a08c-01d59c1f3178 None None] The sync data for ids ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'] in dv-cinder-802045-1-iscsi is: [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:26Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:19:27.664670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:27.682881 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-21ab1959-966b-4374-b156-33861869d10b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=08ff567edeeb497e8ca1d5a43e82783c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2468257 Jul 23 17:19:27.949348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:27.957366 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-48be658a-eb24-46f0-bb27-d64c1c191530 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=72a121bec1fc4348ab670696d7203e3e&device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 1096 time: 0.7659552 Jul 23 17:19:28.013157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] For port aff5a06b-ce99-4785-a508-f9861bf3a644, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:28.020207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] For port aff5a06b-ce99-4785-a508-f9861bf3a644, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=aff5a06b-ce99-4785-a508-f9861bf3a644,segment=NetworkSegment(57fb33d4-f4b6-4671-be57-dff47fb6fb83),segment_id=57fb33d4-f4b6-4671-be57-dff47fb6fb83)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:28.049475 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:28.057339 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-11e92ec3-18c1-44d3-bf2d-6ab13ab4d0a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:28.076307 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:28.115505 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:28.148998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Pushing event deleted for resources: {'Network': ['ID=1645217e-e310-4595-a0cf-bdea39f2495c,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:28.170134 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-7512e44a-c773-4340-9d9b-0af667446c41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 HTTP/1.1" status: 200 len: 217 time: 0.1937399 Jul 23 17:19:28.183208 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] 10.222.0.55 "DELETE /v2.0/networks/1645217e-e310-4595-a0cf-bdea39f2495c HTTP/1.1" status: 204 len: 168 time: 2.9571245 Jul 23 17:19:28.184276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:28.187937 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-ac5cfc49-f413-47b3-bb4e-3356ca097a87 service neutron] 10.222.0.55 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028555 Jul 23 17:19:28.193100 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 44120) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:28.248466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463f054-9e5a-4928-9f14-784828096c14 None None] Pushing event updated for resources: {'Port': ['ID=aff5a06b-ce99-4785-a508-f9861bf3a644,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:28.290847 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 02abd5c5-bf60-461f-a975-a33dbf19623c triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:28.291272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:28.403970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:28.411709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:28.414559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Routers {'cf148023-35ad-4190-b5e6-acf5853ced76'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:28.415910 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:19:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['cf148023-35ad-4190-b5e6-acf5853ced76'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:28.438965 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:28.514372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.58', 50322) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:28.606037 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:28.690213 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b513ef-a34c-4024-8aed-9e397b5661b5 admin admin] Deleting subnet 7f601321-f1ea-4257-af77-4ff4cdc1f0f7 {{(pid=81985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:19:28.760521 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:14Z', 'revision_number': 2, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:28.760655 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-46055c35-970a-4baa-87a9-a2827c780750 service neutron] 10.222.0.55 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462537 Jul 23 17:19:28.760655 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-62b513ef-a34c-4024-8aed-9e397b5661b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:28.812434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Checking router: bd3e9dad-2f75-4451-a238-a7656138dc8b for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:19:28.812901 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Updating router bd3e9dad-2f75-4451-a238-a7656138dc8b port bcb14a3b-e77f-4259-94c1-71c509722769 binding host dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:19:28.924241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f463f054-9e5a-4928-9f14-784828096c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:28.944831 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:28.981667 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device e34ae5a2-1472-4272-a5e5-1622a19ee99e up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:29.029912 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-2e2c2fbb-87e1-4eeb-8e66-e79963899ae5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:29.031598 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-2e2c2fbb-87e1-4eeb-8e66-e79963899ae5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75c171a8-1b1d-4574-9c1d-96db77d7267c HTTP/1.1" status: 200 len: 852 time: 0.8463738 Jul 23 17:19:29.033437 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Allocated IP 172.27.0.70 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/7db55a2d-8708-427c-88bf-dc624d649a0a) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:29.236830 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] Set router cf148023-35ad-4190-b5e6-acf5853ced76 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:29.297912 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:29.308518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event updated for resources: {'Port': ['ID=3881b0f2-7469-4841-8dca-394ccbdce22a,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:29.334198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:29.335229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:29.355731 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:29.365669 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1646032 Jul 23 17:19:29.443999 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port e34ae5a2-1472-4272-a5e5-1622a19ee99e triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:29.444609 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:29.468466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:29.493200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71dafe-f776-4231-beeb-567ce75363db req-501da419-2226-497c-b366-34d11a752a38 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:29.495064 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-501da419-2226-497c-b366-34d11a752a38 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.58 "GET /v2.0/networks?id=56923c17-1dcf-41eb-bda1-d959e61a3ee9 HTTP/1.1" status: 200 len: 817 time: 0.9778049 Jul 23 17:19:29.513172 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-62b513ef-a34c-4024-8aed-9e397b5661b5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:29.523609 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-62b513ef-a34c-4024-8aed-9e397b5661b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:29.578497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:29.621478 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0131b777-0aef-4c8f-9260-43fd79a105ed req-3afad62b-a581-4b24-9fd8-1a672632e30c tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 210 time: 0.2950978 Jul 23 17:19:29.773491 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event updated for resources: {'Port': ['ID=7db55a2d-8708-427c-88bf-dc624d649a0a,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:29.789319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:29.803440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:29.815848 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69867295-b318-470f-8f28-b9fa16c1871e req-ba0a782d-e551-4427-94ba-f1508b2bb731 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:29.824030 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-69867295-b318-470f-8f28-b9fa16c1871e req-ba0a782d-e551-4427-94ba-f1508b2bb731 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 943 time: 0.4961176 Jul 23 17:19:29.841284 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:29.844120 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:29.923521 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-e9358e9a-7b42-4f02-b56b-c532c2452656 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Synchronizing usage tracker for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:security_group {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:29.994100 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-e9358e9a-7b42-4f02-b56b-c532c2452656 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Unset dirty status for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:security_group {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:29.995668 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-e9358e9a-7b42-4f02-b56b-c532c2452656 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1464697855&fields=id&tenant_id=9a94f9f25d4c4e2fa348bdde979a509f HTTP/1.1" status: 200 len: 267 time: 0.1461723 Jul 23 17:19:30.039776 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-69867295-b318-470f-8f28-b9fa16c1871e req-79998d90-5ad7-4541-a2f5-329d3bd33bda tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119753 Jul 23 17:19:30.062484 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 07d4dc01-5bff-487f-8d7d-932db322b90b up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:30.232105 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6a87f795-71a5-4dc5-9193-ef929138832a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:30.286911 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 07d4dc01-5bff-487f-8d7d-932db322b90b triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:30.287232 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:30.334687 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-62b513ef-a34c-4024-8aed-9e397b5661b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for subnet, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:30.356123 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b611e60f-215b-4233-bba3-f115d474cbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:30.361588 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Notify callbacks [] for port, precommit_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:30.395484 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Transition to ACTIVE for port object bcb14a3b-e77f-4259-94c1-71c509722769 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:30.408980 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:30.415139 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:30.457274 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b513ef-a34c-4024-8aed-9e397b5661b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f601321-f1ea-4257-af77-4ff4cdc1f0f7,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:30.471300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-62b513ef-a34c-4024-8aed-9e397b5661b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:30.491649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'name': 'tempest-ServerRescueNegativeTestJSON-40096091-router', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '07d4dc01-5bff-487f-8d7d-932db322b90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:57Z', 'updated_at': '2021-07-23T17:19:11Z', 'revision_number': 4, 'project_id': '08ff567edeeb497e8ca1d5a43e82783c', 'gw_port': {'id': '07d4dc01-5bff-487f-8d7d-932db322b90b', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:58Z', 'updated_at': '2021-07-23T17:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'aff5a06b-ce99-4785-a508-f9861bf3a644', 'name': '', 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c', 'mac_address': 'fa:16:3e:7e:45:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b91c4b6-b0e0-40e1-9e39-8b53827780fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:07Z', 'updated_at': '2021-07-23T17:19:28Z', 'revision_number': 4, 'project_id': '08ff567edeeb497e8ca1d5a43e82783c', 'subnets': [{'id': '2b91c4b6-b0e0-40e1-9e39-8b53827780fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:30.513036 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:30.513511 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-62b513ef-a34c-4024-8aed-9e397b5661b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:30.515906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb93bf4-9826-4aee-b25c-c2a9226babc0 None None] The sync data for ids ['cf148023-35ad-4190-b5e6-acf5853ced76'] in dv-cinder-802045-1-iscsi is: [{'id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'name': 'tempest-ServerRescueNegativeTestJSON-40096091-router', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '07d4dc01-5bff-487f-8d7d-932db322b90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:57Z', 'updated_at': '2021-07-23T17:19:11Z', 'revision_number': 4, 'project_id': '08ff567edeeb497e8ca1d5a43e82783c', 'gw_port': {'id': '07d4dc01-5bff-487f-8d7d-932db322b90b', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:58Z', 'updated_at': '2021-07-23T17:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'aff5a06b-ce99-4785-a508-f9861bf3a644', 'name': '', 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c', 'mac_address': 'fa:16:3e:7e:45:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b91c4b6-b0e0-40e1-9e39-8b53827780fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:07Z', 'updated_at': '2021-07-23T17:19:28Z', 'revision_number': 4, 'project_id': '08ff567edeeb497e8ca1d5a43e82783c', 'subnets': [{'id': '2b91c4b6-b0e0-40e1-9e39-8b53827780fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:19:30.593893 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-62b513ef-a34c-4024-8aed-9e397b5661b5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7f601321-f1ea-4257-af77-4ff4cdc1f0f7 HTTP/1.1" status: 204 len: 168 time: 2.3859885 Jul 23 17:19:30.600998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44194) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:30.697854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-933f3d02-cf3d-4fd1-81f4-bedd7e055e05 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:30.699641 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-933f3d02-cf3d-4fd1-81f4-bedd7e055e05 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Synchronizing usage tracker for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:network {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:30.715163 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:30.825665 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:30.859152 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-933f3d02-cf3d-4fd1-81f4-bedd7e055e05 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Unset dirty status for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:network {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:30.860629 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-933f3d02-cf3d-4fd1-81f4-bedd7e055e05 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/networks?id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 200 len: 815 time: 0.8431852 Jul 23 17:19:31.010094 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-75cafccb-adbe-4727-8c07-ee3c4ec6f18b req-16513d0b-443d-407e-967d-00dc02af360c tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 210 time: 0.1114857 Jul 23 17:19:31.034233 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-0cd6237e-03b0-473b-837a-ed1b6ce15335 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/quotas/9a94f9f25d4c4e2fa348bdde979a509f HTTP/1.1" status: 200 len: 375 time: 0.1627741 Jul 23 17:19:31.041804 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.065905 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3ade6f-693d-4747-b331-cc5d9d880f57']}} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:31.089612 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60152d41-4774-4c56-ac36-da35a9ec8b4d') {'for_net_delete': True} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:31.090012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60152d41-4774-4c56-ac36-da35a9ec8b4d') {} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:31.110864 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c98a0-2d89-4bc6-a073-76a74b87502e None None] Pushing event updated for resources: {'Port': ['ID=bcb14a3b-e77f-4259-94c1-71c509722769,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:31.116705 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851928658'] for segment, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.135125 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.170106 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=81984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:19:31.170630 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851930154'] for segment, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.175013 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-143c98a0-2d89-4bc6-a073-76a74b87502e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:31.294725 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:19:31.307189 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:19:31.317333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.321199 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.322203 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:31.336961 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:31.353597 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.361478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Attempting to bind port bcb14a3b-e77f-4259-94c1-71c509722769 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:31.361877 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Attempting to bind port bcb14a3b-e77f-4259-94c1-71c509722769 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:31.362268 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Attempting to bind port bcb14a3b-e77f-4259-94c1-71c509722769 on network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:31.372194 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] 10.222.0.55 "DELETE /v2.0/networks/1c3ade6f-693d-4747-b331-cc5d9d880f57 HTTP/1.1" status: 204 len: 168 time: 0.7731526 Jul 23 17:19:31.379778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3ade6f-693d-4747-b331-cc5d9d880f57,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:31.382792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:31.382792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Checking segment: {'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:31.383848 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:31.383998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.383998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Bound using segment: {'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:31.385951 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Bound port: bcb14a3b-e77f-4259-94c1-71c509722769, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:31.388452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.493414 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device aff5a06b-ce99-4785-a508-f9861bf3a644 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:31.599116 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.604924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event updated for resources: {'Port': ['ID=7db55a2d-8708-427c-88bf-dc624d649a0a,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:31.611532 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port aff5a06b-ce99-4785-a508-f9861bf3a644 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:31.620536 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:31.621764 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port aff5a06b-ce99-4785-a508-f9861bf3a644 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:31.622184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.651001 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-443d00b4-5ac2-490e-8b3e-aedec74b95a6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6157122 Jul 23 17:19:31.654087 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.682935 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0771630 Jul 23 17:19:31.794360 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-1c71dafe-f776-4231-beeb-567ce75363db req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Request body: {'port': {'device_id': '8cab5cb0-5681-484b-8347-a5aca243f65b', 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9', 'admin_state_up': True, 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:31.839735 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] For port bcb14a3b-e77f-4259-94c1-71c509722769, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:31.844854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.853861 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-7e00dfb9-dbb7-42e6-9965-0507bd82eb1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6033adc-aa2d-4818-85fc-a7a489f144aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1924331 Jul 23 17:19:31.860598 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] For port bcb14a3b-e77f-4259-94c1-71c509722769, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=bcb14a3b-e77f-4259-94c1-71c509722769,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:31.877837 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:31.885874 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-99bc9b7d-8d80-4722-9fff-73c2e7701645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:31.906364 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083753ce-6093-43e6-a744-dfc96b6aee76 req-3b70f722-a341-4bad-a8f6-1d7cda1b1b20 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:31.917646 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-083753ce-6093-43e6-a744-dfc96b6aee76 req-3b70f722-a341-4bad-a8f6-1d7cda1b1b20 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 943 time: 0.4672804 Jul 23 17:19:31.970384 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44220) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:32.070003 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c98a0-2d89-4bc6-a073-76a74b87502e None None] Pushing event updated for resources: {'Port': ['ID=bcb14a3b-e77f-4259-94c1-71c509722769,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:32.081182 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-143c98a0-2d89-4bc6-a073-76a74b87502e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:32.081887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:32.105374 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-914724ec-1502-4845-ac17-2c8fccf653ab service neutron] 10.222.0.55 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091501 Jul 23 17:19:32.154410 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Routers {'bd3e9dad-2f75-4451-a238-a7656138dc8b'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:19:32.154410 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:19:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['bd3e9dad-2f75-4451-a238-a7656138dc8b'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:32.275369 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-f3db78f9-138a-4d86-ab0b-3ed620c52967 service neutron] 10.222.0.58 "GET /v2.0/networks/d6033adc-aa2d-4818-85fc-a7a489f144aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002250 Jul 23 17:19:32.304085 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-083753ce-6093-43e6-a744-dfc96b6aee76 req-08da3bbb-f876-42d2-98f2-2fa8a0a22e26 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850501 Jul 23 17:19:32.404531 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-601b5dfe-4fa1-44b4-aab1-90bead2c7106 service neutron] 10.222.0.55 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905123 Jul 23 17:19:32.405570 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port aff5a06b-ce99-4785-a508-f9861bf3a644, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=aff5a06b-ce99-4785-a508-f9861bf3a644,segment=NetworkSegment(57fb33d4-f4b6-4671-be57-dff47fb6fb83),segment_id=57fb33d4-f4b6-4671-be57-dff47fb6fb83)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:32.411502 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:32.413031 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 4c57465f-acb0-42af-9ab0-da5d89628bec up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:32.501830 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:32.636099 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=aff5a06b-ce99-4785-a508-f9861bf3a644,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:32.640854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:32.703080 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-7529391b-2cbe-41ed-9ac1-53ecc54d41a2 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1735365709&fields=id&tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda HTTP/1.1" status: 200 len: 267 time: 0.1838937 Jul 23 17:19:32.740315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 4c57465f-acb0-42af-9ab0-da5d89628bec completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:32.755858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 4c57465f-acb0-42af-9ab0-da5d89628bec triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:32.756320 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:32.890191 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-794bbb56-760c-4b57-b34b-c3a8bcd83f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:32.900669 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7068c37f-7a5c-4152-bd07-e499e0c4eead admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d74ba99ffd0450da16748ac150fead5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7734766 Jul 23 17:19:32.962325 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44252) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:32.991686 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.58', 50329) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:32.993345 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-1c71dafe-f776-4231-beeb-567ce75363db req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:33.171911 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.179629 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-e32b9ff5-b3c1-48da-beb8-84b464d31303 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:33.188230 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-e32b9ff5-b3c1-48da-beb8-84b464d31303 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/networks?id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 HTTP/1.1" status: 200 len: 811 time: 0.4888644 Jul 23 17:19:33.226240 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-1c71dafe-f776-4231-beeb-567ce75363db req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:33.235215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] Set router bd3e9dad-2f75-4451-a238-a7656138dc8b gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:19:33.331783 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8a2cd5ff-c583-4164-9e26-9c80358e64d2 req-c97236a4-0b57-43e8-ba58-8f417a654a44 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 210 time: 0.1305645 Jul 23 17:19:33.354358 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-94586ba3-3f2e-4479-97d3-197a33eafda7 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/quotas/d09651e9ee6a4d8a8c2da6d0b2032eda HTTP/1.1" status: 200 len: 375 time: 0.1620116 Jul 23 17:19:33.375716 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.532253 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aec7b80a-4950-47ea-aa6f-b6aa5364e452 req-55eb8948-7c36-4551-966a-19bb4f836b06 service neutron] 10.222.0.58 "GET /v2.0/networks/d6033adc-aa2d-4818-85fc-a7a489f144aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2479694 Jul 23 17:19:33.547205 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-e3a170f7-3270-4f34-9e76-7855d30d663c tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:33.556023 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-e3a170f7-3270-4f34-9e76-7855d30d663c tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.58 "GET /v2.0/networks?id=56923c17-1dcf-41eb-bda1-d959e61a3ee9 HTTP/1.1" status: 200 len: 817 time: 0.5314629 Jul 23 17:19:33.576754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Request body: {'port': {'device_id': '2f8de91b-b367-4282-97ec-bc29934d9786', 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9', 'admin_state_up': True, 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:33.634455 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 4c57465f-acb0-42af-9ab0-da5d89628bec, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=4c57465f-acb0-42af-9ab0-da5d89628bec,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:33.638402 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c71dafe-f776-4231-beeb-567ce75363db req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Made reservation on behalf of 08ff567edeeb497e8ca1d5a43e82783c for: {'port': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:19:33.653109 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-1c71dafe-f776-4231-beeb-567ce75363db req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.654625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.656839 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:33.663530 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f463f054-9e5a-4928-9f14-784828096c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:33.753871 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f49de244-bcb6-40b1-871d-cc2eae5214b4 req-3d1fa978-7e46-49d7-9294-30d83d5ed288 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 210 time: 0.1672673 Jul 23 17:19:33.866868 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-4a0129e5-50ee-4718-a76c-6146e80c061f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Synchronizing usage tracker for tenant:d09651e9ee6a4d8a8c2da6d0b2032eda on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:33.933434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-4a0129e5-50ee-4718-a76c-6146e80c061f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Unset dirty status for tenant:d09651e9ee6a4d8a8c2da6d0b2032eda on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:33.934937 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-4a0129e5-50ee-4718-a76c-6146e80c061f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5777388 Jul 23 17:19:33.942952 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device aff5a06b-ce99-4785-a508-f9861bf3a644 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:34.207060 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=4c57465f-acb0-42af-9ab0-da5d89628bec,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:34.216014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:34.328062 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port aff5a06b-ce99-4785-a508-f9861bf3a644 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:34.328470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:34.347561 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-68a998fd-4e94-41d5-af97-a783f2626601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:34.351965 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44310) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:34.378317 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:34.481634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:31Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:19:34.491703 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc41d64-d85a-4c2f-b8dd-1d3e3f279048 None None] The sync data for ids ['bd3e9dad-2f75-4451-a238-a7656138dc8b'] in dv-cinder-802045-1-iscsi is: [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:31Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:19:34.495370 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-68a998fd-4e94-41d5-af97-a783f2626601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:34.497791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ff653-e813-4336-ba0f-efa840aa3d4b req-650ee481-72f7-4851-8b4b-34b3f60ed567 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:34.499819 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-122ff653-e813-4336-ba0f-efa840aa3d4b req-650ee481-72f7-4851-8b4b-34b3f60ed567 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 943 time: 0.3614490 Jul 23 17:19:34.509815 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-3fb1504c-9af5-4a28-bf78-b16fc3b3f3cf service neutron] 10.222.0.55 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509629 Jul 23 17:19:34.598053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:34.637297 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Usage tracker for resource:port and tenant:08ff567edeeb497e8ca1d5a43e82783c is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:34.700556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Quota usage for port was recalculated. Used quota:1. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:34.716655 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-68a998fd-4e94-41d5-af97-a783f2626601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:34.747984 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-59affe1e-a004-4bf3-9717-3a688b00c069 req-d22f18e6-c3b5-49b0-be32-f4aead849cf3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=72a121bec1fc4348ab670696d7203e3e&device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 1096 time: 1.0190282 Jul 23 17:19:34.777122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:34.794842 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-122ff653-e813-4336-ba0f-efa840aa3d4b req-6738ec4b-4b3d-4f65-b89d-19949c9478a0 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874374 Jul 23 17:19:34.811872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-1c71dafe-f776-4231-beeb-567ce75363db req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Allocated IP 172.20.0.2 (56923c17-1dcf-41eb-bda1-d959e61a3ee9/2b91c4b6-b0e0-40e1-9e39-8b53827780fa/f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:34.912551 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-66a14c20-bb17-4097-844f-cbb1a355433b service neutron] 10.222.0.55 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666017 Jul 23 17:19:35.092490 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.58', 50335) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:35.157383 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ee340dcb-7522-4f2c-acb8-7986a03a5197 req-7c798988-038d-40d4-a9d5-227c356c2195 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 210 time: 0.1869795 Jul 23 17:19:35.262507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:19:35.348750 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 44340) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:35.468675 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2386ec97-94e5-41fa-9265-5c38f561d325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:35.490424 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Made reservation on behalf of 08ff567edeeb497e8ca1d5a43e82783c for: {'port': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:19:35.497464 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:35.535474 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0d65f299-f861-4b17-9a97-32e04473b153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:35.718227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139,segment=NetworkSegment(1d1c3ce2-86a0-4e47-aed1-aa4c7502a688),segment_id=1d1c3ce2-86a0-4e47-aed1-aa4c7502a688)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:35.755938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a998fd-4e94-41d5-af97-a783f2626601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a23cce2-277b-4cb0-95c4-287345c20034,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:35.764401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': 'c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139', 'network_id': 'd6033adc-aa2d-4818-85fc-a7a489f144aa', 'port_id': 'c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139', 'mac_address': 'fa:16:3e:42:34:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c171a8-1b1d-4574-9c1d-96db77d7267c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:19:35.782801 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-68a998fd-4e94-41d5-af97-a783f2626601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:35.814177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0d65f299-f861-4b17-9a97-32e04473b153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:35.815815 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8ce11aa9-b87a-42f4-875f-810f39984bbf req-fad713d5-996b-406b-bf5f-51c523a71049 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 210 time: 0.4590335 Jul 23 17:19:35.818400 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0d65f299-f861-4b17-9a97-32e04473b153 admin admin] Usage tracker for resource:security_group_rule and tenant:42025b38aa4f48c48e042becc5636968 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:35.822075 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0d65f299-f861-4b17-9a97-32e04473b153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:35.824437 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-09213d6a-f58f-4336-9548-c4cfa6b57674 req-62c3bdc6-a1e1-4dab-b238-02f60f9312c3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 210 time: 0.3894980 Jul 23 17:19:35.977096 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.006813 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59affe1e-a004-4bf3-9717-3a688b00c069 req-415d0910-0f0a-4b78-82e3-33f57cb7d61a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:36.008534 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-59affe1e-a004-4bf3-9717-3a688b00c069 req-415d0910-0f0a-4b78-82e3-33f57cb7d61a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6033adc-aa2d-4818-85fc-a7a489f144aa HTTP/1.1" status: 200 len: 913 time: 0.5918810 Jul 23 17:19:36.013376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-3c6e3f48-00ed-4f38-ac3d-a9011d938e8f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:36.018582 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-3c6e3f48-00ed-4f38-ac3d-a9011d938e8f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.58 "GET /v2.0/networks?id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 200 len: 815 time: 0.9184549 Jul 23 17:19:36.019612 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device bcb14a3b-e77f-4259-94c1-71c509722769 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:36.090346 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:19:36.132076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139,segment=NetworkSegment(1d1c3ce2-86a0-4e47-aed1-aa4c7502a688),segment_id=1d1c3ce2-86a0-4e47-aed1-aa4c7502a688)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:36.136993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0d65f299-f861-4b17-9a97-32e04473b153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:36.137885 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.140263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:36.182928 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e8402459-e1db-40e5-be69-ad548b0790a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.194961 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-68a998fd-4e94-41d5-af97-a783f2626601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.206353 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-68a998fd-4e94-41d5-af97-a783f2626601 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a23cce2-277b-4cb0-95c4-287345c20034 HTTP/1.1" status: 204 len: 168 time: 3.2405686 Jul 23 17:19:36.210030 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port bcb14a3b-e77f-4259-94c1-71c509722769 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:36.226703 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port bcb14a3b-e77f-4259-94c1-71c509722769 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:36.226934 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.287510 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1bdc7-b1e0-4d2a-b7c8-69694ebba61a req-ca6057dd-6204-4c8c-b980-4df479069843 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:36.303529 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-97a1bdc7-b1e0-4d2a-b7c8-69694ebba61a req-ca6057dd-6204-4c8c-b980-4df479069843 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 944 time: 0.2138534 Jul 23 17:19:36.346625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-1c71dafe-f776-4231-beeb-567ce75363db req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.386461 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e8402459-e1db-40e5-be69-ad548b0790a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:36.396396 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e8402459-e1db-40e5-be69-ad548b0790a5 admin admin] Usage tracker for resource:security_group_rule and tenant:c0d1f05023a448cf9faeec1c52c1fa75 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:36.419853 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-97a1bdc7-b1e0-4d2a-b7c8-69694ebba61a req-3d643b78-3725-4ea0-823c-ca363cfb99ff tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148572 Jul 23 17:19:36.421077 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e8402459-e1db-40e5-be69-ad548b0790a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:36.422943 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.437267 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e8402459-e1db-40e5-be69-ad548b0790a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:36.472602 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port bcb14a3b-e77f-4259-94c1-71c509722769, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=bcb14a3b-e77f-4259-94c1-71c509722769,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:36.474092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:36.478963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0d65f299-f861-4b17-9a97-32e04473b153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.480843 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:36.482503 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.483427 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 4c57465f-acb0-42af-9ab0-da5d89628bec up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:36.499226 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0d65f299-f861-4b17-9a97-32e04473b153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.521358 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:36.522937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:36.534344 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-1c71dafe-f776-4231-beeb-567ce75363db req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.570549 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9d92642a-43e7-4e6a-8f1b-10a480f23c3f req-50fc48a8-8262-433b-bf1c-7ca54852ac63 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 210 time: 0.0907402 Jul 23 17:19:36.609015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=bcb14a3b-e77f-4259-94c1-71c509722769,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:36.613156 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:36.650703 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e8402459-e1db-40e5-be69-ad548b0790a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.654174 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e8402459-e1db-40e5-be69-ad548b0790a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.666991 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:36.701359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 4c57465f-acb0-42af-9ab0-da5d89628bec triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:36.701759 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.703120 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c71dafe-f776-4231-beeb-567ce75363db req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:36.716052 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-1c71dafe-f776-4231-beeb-567ce75363db req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:36.722499 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65f299-f861-4b17-9a97-32e04473b153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d47471-c8c4-42b0-810e-0ab3c7bf6449,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:36.730100 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-0d65f299-f861-4b17-9a97-32e04473b153 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42025b38aa4f48c48e042becc5636968&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3528135 Jul 23 17:19:36.738802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0d65f299-f861-4b17-9a97-32e04473b153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:36.739829 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c71dafe-f776-4231-beeb-567ce75363db req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:36.743899 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 44370) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:36.786928 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8402459-e1db-40e5-be69-ad548b0790a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184cdc96-0353-4798-95f5-066175acfa97,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:36.796504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e8402459-e1db-40e5-be69-ad548b0790a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:36.815090 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:36.817240 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e8402459-e1db-40e5-be69-ad548b0790a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c0d1f05023a448cf9faeec1c52c1fa75&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4590700 Jul 23 17:19:36.823038 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 44376) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:36.853312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71dafe-f776-4231-beeb-567ce75363db req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:36.854228 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-1c71dafe-f776-4231-beeb-567ce75363db req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for port, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:36.916237 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Allocated IP 172.20.0.14 (56923c17-1dcf-41eb-bda1-d959e61a3ee9/2b91c4b6-b0e0-40e1-9e39-8b53827780fa/222309cd-9808-48cc-adbf-c39e2122711f) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:36.968214 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f04bf140-7a6f-4acc-b7cd-df8e0f6efa94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.022350 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fbcf19d3-2a7d-4900-b1c1-2478e153bdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.030180 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Pushing event updated for resources: {'Port': ['ID=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:37.044946 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:37.061159 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f04bf140-7a6f-4acc-b7cd-df8e0f6efa94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.090238 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3210416 Jul 23 17:19:37.151363 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44384) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:37.215827 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-8892cae8-0c49-4d84-ac00-4a6438960975 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a080aace43449339c8a00673779caea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0627277 Jul 23 17:19:37.218437 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44388) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:37.252393 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-86d9bc9c-7a8a-435a-9255-8ba3bc0a25c0 req-9a9a61d2-089f-4b53-b879-480ec5ffe1ee tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 210 time: 0.1183791 Jul 23 17:19:37.256116 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e95210c6-a687-4622-b5c0-b5106e6634a7 req-14fb3714-9c85-47e0-96e9-4e8298d32344 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 210 time: 0.1247969 Jul 23 17:19:37.258950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fbcf19d3-2a7d-4900-b1c1-2478e153bdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.269115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f04bf140-7a6f-4acc-b7cd-df8e0f6efa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.286977 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8ffa7dd0-a685-4b56-b1ab-614137ce5167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:37.310790 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bf140-7a6f-4acc-b7cd-df8e0f6efa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184cdc96-0353-4798-95f5-066175acfa97,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:37.325937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f04bf140-7a6f-4acc-b7cd-df8e0f6efa94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:37.333552 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f04bf140-7a6f-4acc-b7cd-df8e0f6efa94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.334841 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-f04bf140-7a6f-4acc-b7cd-df8e0f6efa94 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/184cdc96-0353-4798-95f5-066175acfa97 HTTP/1.1" status: 204 len: 168 time: 0.5100293 Jul 23 17:19:37.355293 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fbcf19d3-2a7d-4900-b1c1-2478e153bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.361988 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-78932808-4c0a-4af0-bf6c-52223d10b3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:37.377822 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf19d3-2a7d-4900-b1c1-2478e153bdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d47471-c8c4-42b0-810e-0ab3c7bf6449,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:37.384735 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fbcf19d3-2a7d-4900-b1c1-2478e153bdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.386143 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-fbcf19d3-2a7d-4900-b1c1-2478e153bdaa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7d47471-c8c4-42b0-810e-0ab3c7bf6449 HTTP/1.1" status: 204 len: 168 time: 0.6335599 Jul 23 17:19:37.387354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fbcf19d3-2a7d-4900-b1c1-2478e153bdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:37.414952 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-95881ae6-0b3a-4be2-a506-a30418e86805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.512243 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.521467 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-95881ae6-0b3a-4be2-a506-a30418e86805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.598853 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.611847 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:37.755289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-95881ae6-0b3a-4be2-a506-a30418e86805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.782684 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Pushing event updated for resources: {'Port': ['ID=222309cd-9808-48cc-adbf-c39e2122711f,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:37.790391 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:37.796632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:37.823448 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:37.826600 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95881ae6-0b3a-4be2-a506-a30418e86805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6974bf59-0ec0-4058-989f-9e51bb05d284,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:37.830362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:37.835103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-95881ae6-0b3a-4be2-a506-a30418e86805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:37.836205 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:37.868277 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-95881ae6-0b3a-4be2-a506-a30418e86805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.869785 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-95881ae6-0b3a-4be2-a506-a30418e86805 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6974bf59-0ec0-4058-989f-9e51bb05d284 HTTP/1.1" status: 204 len: 168 time: 0.6502795 Jul 23 17:19:37.880387 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaf90b-7934-4fd4-887a-d12dc6955287 req-dab69ff2-0185-4436-b5d0-4f0ecb76c9e7 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:37.882139 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4ddaf90b-7934-4fd4-887a-d12dc6955287 req-dab69ff2-0185-4436-b5d0-4f0ecb76c9e7 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 944 time: 0.2995031 Jul 23 17:19:37.928338 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:37.930501 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for port, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:37.969351 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3995390 Jul 23 17:19:38.027023 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device bcb14a3b-e77f-4259-94c1-71c509722769 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:38.063834 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4ddaf90b-7934-4fd4-887a-d12dc6955287 req-a4f79666-fd2f-41a3-a9cc-b75a7b9e724a tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685212 Jul 23 17:19:38.096368 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb65ce-81e4-445e-b90c-f027b6238454 req-8c930fed-b60b-42d6-aff8-2700a7a515b4 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:38.098335 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e0cb65ce-81e4-445e-b90c-f027b6238454 req-8c930fed-b60b-42d6-aff8-2700a7a515b4 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 932 time: 0.1329622 Jul 23 17:19:38.129528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44410) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:38.157125 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44414) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:38.174591 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-91a1d78a-5f27-4dc3-8a99-7bb6322d73d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.177793 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port bcb14a3b-e77f-4259-94c1-71c509722769 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:38.178220 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.188861 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-e0cb65ce-81e4-445e-b90c-f027b6238454 req-c2f74d34-7298-48c7-87d7-5b10ca744b3e tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Synchronizing usage tracker for tenant:08ff567edeeb497e8ca1d5a43e82783c on resource:security_group {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:38.196578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5461a003-ae7d-4640-aa6d-453023a66b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.210566 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-e0cb65ce-81e4-445e-b90c-f027b6238454 req-c2f74d34-7298-48c7-87d7-5b10ca744b3e tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Unset dirty status for tenant:08ff567edeeb497e8ca1d5a43e82783c on resource:security_group {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:38.227531 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e0cb65ce-81e4-445e-b90c-f027b6238454 req-c2f74d34-7298-48c7-87d7-5b10ca744b3e tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216683 Jul 23 17:19:38.251425 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5461a003-ae7d-4640-aa6d-453023a66b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:38.257280 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-91a1d78a-5f27-4dc3-8a99-7bb6322d73d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:38.260399 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5461a003-ae7d-4640-aa6d-453023a66b90 admin admin] Usage tracker for resource:security_group_rule and tenant:a3359f5ae6224dec8f6904ccbed9d9b1 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:38.264467 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5461a003-ae7d-4640-aa6d-453023a66b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:38.267904 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-91a1d78a-5f27-4dc3-8a99-7bb6322d73d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f2c02efd4ee84278822025df485e3c8c is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:38.273691 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-91a1d78a-5f27-4dc3-8a99-7bb6322d73d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:38.276660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5461a003-ae7d-4640-aa6d-453023a66b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:38.283596 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-91a1d78a-5f27-4dc3-8a99-7bb6322d73d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:38.428022 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-91a1d78a-5f27-4dc3-8a99-7bb6322d73d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.437148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-91a1d78a-5f27-4dc3-8a99-7bb6322d73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.451821 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:38.459326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5461a003-ae7d-4640-aa6d-453023a66b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.471117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5461a003-ae7d-4640-aa6d-453023a66b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.510958 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1d78a-5f27-4dc3-8a99-7bb6322d73d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a29a03-c450-43a7-b14d-ba1e04b9b89f,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:38.514643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-91a1d78a-5f27-4dc3-8a99-7bb6322d73d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:38.521755 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e5a2bf4e-6ad6-4125-8c11-2ed7dc506790 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:38.525856 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9dd5fa70-aa2d-4474-a963-fb74ef4f7b95 req-b1a3c298-2f62-4b85-af2c-11e0ddc08d48 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 210 time: 0.0896881 Jul 23 17:19:38.539528 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-040e3015-ac49-4549-a69a-b0cad67ca606 req-d8e28bfd-ad9d-493c-805f-87ff301087d0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 210 time: 0.0672207 Jul 23 17:19:38.553595 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-91a1d78a-5f27-4dc3-8a99-7bb6322d73d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2c02efd4ee84278822025df485e3c8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4204998 Jul 23 17:19:38.557086 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 44424) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:38.587832 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-5461a003-ae7d-4640-aa6d-453023a66b90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a3359f5ae6224dec8f6904ccbed9d9b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4294379 Jul 23 17:19:38.590400 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461a003-ae7d-4640-aa6d-453023a66b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57609bf-f08e-41b7-98f8-8d5dcda0b796,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:38.590560 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 44428) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:38.593748 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5461a003-ae7d-4640-aa6d-453023a66b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:38.670006 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-77d2b52a-1042-4f13-a1de-15e4713f426f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.716190 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-77d2b52a-1042-4f13-a1de-15e4713f426f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.723028 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5b549a2e-2eaa-4df0-9e6f-096696ad4656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.772055 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5b549a2e-2eaa-4df0-9e6f-096696ad4656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.819316 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-77d2b52a-1042-4f13-a1de-15e4713f426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.825923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:38.840788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5b549a2e-2eaa-4df0-9e6f-096696ad4656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.841614 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2b52a-1042-4f13-a1de-15e4713f426f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a29a03-c450-43a7-b14d-ba1e04b9b89f,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:38.845655 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-77d2b52a-1042-4f13-a1de-15e4713f426f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:38.853853 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:38.868589 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-77d2b52a-1042-4f13-a1de-15e4713f426f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.869840 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-77d2b52a-1042-4f13-a1de-15e4713f426f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34a29a03-c450-43a7-b14d-ba1e04b9b89f HTTP/1.1" status: 204 len: 168 time: 0.3141260 Jul 23 17:19:38.871174 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b549a2e-2eaa-4df0-9e6f-096696ad4656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57609bf-f08e-41b7-98f8-8d5dcda0b796,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:38.873007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5b549a2e-2eaa-4df0-9e6f-096696ad4656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:38.874113 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-5b549a2e-2eaa-4df0-9e6f-096696ad4656 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f57609bf-f08e-41b7-98f8-8d5dcda0b796 HTTP/1.1" status: 204 len: 168 time: 0.2824981 Jul 23 17:19:38.875184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5b549a2e-2eaa-4df0-9e6f-096696ad4656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:39.176521 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-59affe1e-a004-4bf3-9717-3a688b00c069 req-7462bc35-bb0b-44a1-a70d-13784c254c56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 HTTP/1.1" status: 200 len: 217 time: 0.0963655 Jul 23 17:19:39.194650 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Request body: {'port': {'device_id': '2f8de91b-b367-4282-97ec-bc29934d9786', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:39.231257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Request body: {'port': {'device_id': '8cab5cb0-5681-484b-8347-a5aca243f65b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:39.289191 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-2012fc2c-3b0d-4fbe-8f02-dd2c0ea391f8 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a94f9f25d4c4e2fa348bdde979a509f HTTP/1.1" status: 200 len: 380 time: 0.1748796 Jul 23 17:19:39.314667 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Request body: {'port': {'device_id': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'admin_state_up': True, 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'security_groups': ['4f0f3da6-23c6-41d8-9b78-fdf24284f312']}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:39.385437 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:19:39.618485 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:39.731736 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59affe1e-a004-4bf3-9717-3a688b00c069 req-e205340d-1559-40bd-b796-69c3f25fe59d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:39.733322 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-59affe1e-a004-4bf3-9717-3a688b00c069 req-e205340d-1559-40bd-b796-69c3f25fe59d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75c171a8-1b1d-4574-9c1d-96db77d7267c HTTP/1.1" status: 200 len: 852 time: 0.5474036 Jul 23 17:19:39.826808 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-59affe1e-a004-4bf3-9717-3a688b00c069 req-23b5c5d5-a8f7-4399-bae4-f0595ae4fc84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6033adc-aa2d-4818-85fc-a7a489f144aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825782 Jul 23 17:19:39.827416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:39.860209 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:39.872849 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Usage tracker for resource:port and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:39.879402 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Quota usage for port was recalculated. Used quota:3. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:39.889466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4e688-59b0-452c-a687-27289665d627 req-b0bba0eb-59e3-47f4-9332-8ae033bf1197 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:39.897537 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-72c4e688-59b0-452c-a687-27289665d627 req-b0bba0eb-59e3-47f4-9332-8ae033bf1197 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 944 time: 0.5158174 Jul 23 17:19:39.924649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7754cc-d1fd-4d2f-a14b-1a9b50c15967 req-9095155e-f2ae-458b-8963-903d5f6f7016 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:39.926438 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a7754cc-d1fd-4d2f-a14b-1a9b50c15967 req-9095155e-f2ae-458b-8963-903d5f6f7016 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 932 time: 0.3399081 Jul 23 17:19:39.931013 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:39.974227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Made reservation on behalf of 9a94f9f25d4c4e2fa348bdde979a509f for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:19:39.980006 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:40.065816 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a7754cc-d1fd-4d2f-a14b-1a9b50c15967 req-ab1ce58f-ef90-4ad6-aa10-fac6d85b7b9d tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320982 Jul 23 17:19:40.085290 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-72c4e688-59b0-452c-a687-27289665d627 req-f6fd497e-18d9-49a8-860c-11b92eec0282 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864669 Jul 23 17:19:40.422091 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-08822666-04b7-4e3a-8442-786c6a08966d req-bc2adebc-34c0-4472-b7c2-4c3b12606797 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 210 time: 0.1258850 Jul 23 17:19:40.544088 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.58', 50342) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:40.589860 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ee494147-a428-4918-97ee-8830d48abafa req-b14713cc-7643-4f36-9c59-c504a9afb03e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 210 time: 0.1757662 Jul 23 17:19:40.734208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Allocated IP 172.20.0.10 (32b9f2b4-d76e-42a1-a57f-1f2ed7bca000/f137acdd-475c-4812-af2f-0a236bb57605/6b952056-6548-42c5-82ed-adfddcc81f36) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:40.856821 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-39dd9da1-26d3-4a64-921f-7f0ccbe3bd5c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:40.858941 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-39dd9da1-26d3-4a64-921f-7f0ccbe3bd5c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.58 "GET /v2.0/networks?id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 HTTP/1.1" status: 200 len: 811 time: 0.3134472 Jul 23 17:19:40.958471 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 {{(pid=81984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:19:40.967891 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:40.983622 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Transition to ACTIVE for port object f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 will not be triggered until provisioned by entity L2. {{(pid=81984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:40.997358 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-786a4896-c66b-4662-8d32-7616b4481488 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda HTTP/1.1" status: 200 len: 380 time: 0.1169882 Jul 23 17:19:41.012574 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.015563 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Request body: {'port': {'device_id': 'bd2f4929-d113-4894-889d-1986dc88bd29', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'admin_state_up': True, 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'security_groups': ['b428ea64-b1a3-4180-a072-05d7e8d2a1d7']}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:41.032393 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7cd9dfe5-032c-4904-a17d-5609014a802f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:41.085343 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:41.101015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Pushing event updated for resources: {'Port': ['ID=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:41.104770 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:41.107011 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-59affe1e-a004-4bf3-9717-3a688b00c069 req-405e5581-a8ab-4305-9244-5b94e5fc7475 service neutron] 10.222.0.58 "GET /v2.0/networks/d6033adc-aa2d-4818-85fc-a7a489f144aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2512393 Jul 23 17:19:41.235178 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:41.249337 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:41.249867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.324752 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.444728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.483958 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6210c8-c6b6-4320-93ab-62d36d0d593d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:41.553890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139,segment=NetworkSegment(1d1c3ce2-86a0-4e47-aed1-aa4c7502a688),segment_id=1d1c3ce2-86a0-4e47-aed1-aa4c7502a688)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:41.558014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.559931 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:41.588551 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Transition to ACTIVE for port object 6b952056-6548-42c5-82ed-adfddcc81f36 will not be triggered until provisioned by entity DHCP. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:41.629546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:41.647227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:41.652904 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:41.705755 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:41.771915 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Made reservation on behalf of d09651e9ee6a4d8a8c2da6d0b2032eda for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:19:41.778128 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:41.833325 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-59affe1e-a004-4bf3-9717-3a688b00c069 req-89b06405-6840-4a3b-99b7-7c9ee38f55b4 service neutron] 10.222.0.58 "GET /v2.0/networks/d6033adc-aa2d-4818-85fc-a7a489f144aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602511 Jul 23 17:19:41.837218 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Attempting to bind port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:41.837618 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Attempting to bind port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '57fb33d4-f4b6-4671-be57-dff47fb6fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9'}] {{(pid=81984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:41.837985 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Attempting to bind port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 on network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:41.865120 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 on network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:19:41.865277 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Attempting to bind port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 on network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:41.882448 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:41.882938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Checking segment: {'id': '57fb33d4-f4b6-4671-be57-dff47fb6fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:41.883273 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Bound using segment: {'id': '57fb33d4-f4b6-4671-be57-dff47fb6fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9'} {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:41.883879 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Bound port: f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57fb33d4-f4b6-4671-be57-dff47fb6fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9'}}] {{(pid=81984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:41.884172 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:42.063535 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] For port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7, host hv-cinder-80204, cleared binding levels {{(pid=81984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:42.090307 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] For port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7,segment=NetworkSegment(57fb33d4-f4b6-4671-be57-dff47fb6fb83),segment_id=57fb33d4-f4b6-4671-be57-dff47fb6fb83)] {{(pid=81984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:42.097378 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:42.106176 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222309cd-9808-48cc-adbf-c39e2122711f {{(pid=81984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:19:42.111433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:42.154238 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:42.182338 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:42.183170 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for port, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:42.186006 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] 10.222.0.58 "PUT /v2.0/ports/f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 HTTP/1.1" status: 200 len: 1093 time: 3.0037799 Jul 23 17:19:42.192804 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cab5cb0-5681-484b-8347-a5aca243f65b', 'tag': 'f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:42.218812 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Transition to ACTIVE for port object 222309cd-9808-48cc-adbf-c39e2122711f will not be triggered until provisioned by entity L2. {{(pid=81984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:42.227911 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:42.234698 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:42.276627 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:42.292157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Pushing event updated for resources: {'Port': ['ID=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7,revision_number=3']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:42.296795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:42.300199 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-98a3d617-cd64-438e-a806-4a213610fb93 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:42.516143 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Allocated IP 172.20.0.13 (04eadfc6-c5e0-44f2-9fd2-38962c63fdc0/5f126893-602f-418b-84e1-b866f587f188/4a3850e8-f9ac-483a-bc70-fc178a054ee7) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:19:42.563912 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Pushing event updated for resources: {'Port': ['ID=222309cd-9808-48cc-adbf-c39e2122711f,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:42.564409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:42.569960 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:42.574039 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e5aea-8e6b-482c-bfe8-c834101e43b6 req-b4514cd6-5fec-48a9-8658-b14788ecbe09 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:42.576441 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c63e5aea-8e6b-482c-bfe8-c834101e43b6 req-b4514cd6-5fec-48a9-8658-b14788ecbe09 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 944 time: 1.1948769 Jul 23 17:19:42.583322 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ececd49-f92a-4553-afb6-222d302d1831 req-4af9d04b-38ed-4926-8d09-13a6caf5a576 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:42.585480 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9ececd49-f92a-4553-afb6-222d302d1831 req-4af9d04b-38ed-4926-8d09-13a6caf5a576 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 932 time: 1.2142415 Jul 23 17:19:42.600574 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:42.605370 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:42.606377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:42.713130 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-2bb4d94f-b977-413d-996e-63f6cd16c16b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=08ff567edeeb497e8ca1d5a43e82783c&device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 1096 time: 0.4815111 Jul 23 17:19:42.874076 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c63e5aea-8e6b-482c-bfe8-c834101e43b6 req-40e4563b-6db8-4792-ad8f-e33cf9712748 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775745 Jul 23 17:19:42.925183 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-1b207931-0594-4639-bd09-3c14f2f7b504 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 HTTP/1.1" status: 200 len: 217 time: 0.2001815 Jul 23 17:19:42.978855 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9ececd49-f92a-4553-afb6-222d302d1831 req-78e9402a-e266-465a-a3d2-2281565aac3a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406773 Jul 23 17:19:42.980434 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6881249 Jul 23 17:19:42.983852 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event updated for resources: {'Port': ['ID=6b952056-6548-42c5-82ed-adfddcc81f36,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:43.003604 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:43.018004 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Request body: {'port': {'device_id': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:43.118300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Attempting to bind port 222309cd-9808-48cc-adbf-c39e2122711f on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:43.118663 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Attempting to bind port 222309cd-9808-48cc-adbf-c39e2122711f by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '57fb33d4-f4b6-4671-be57-dff47fb6fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9'}] {{(pid=81984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:43.119147 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Attempting to bind port 222309cd-9808-48cc-adbf-c39e2122711f on network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:43.153725 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71dafe-f776-4231-beeb-567ce75363db req-bf786ecc-ad1e-4ac3-ad31-8df3280a414b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:43.160742 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-bf786ecc-ad1e-4ac3-ad31-8df3280a414b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b91c4b6-b0e0-40e1-9e39-8b53827780fa HTTP/1.1" status: 200 len: 857 time: 0.2289364 Jul 23 17:19:43.161554 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Port 222309cd-9808-48cc-adbf-c39e2122711f on network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:19:43.162055 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Attempting to bind port 222309cd-9808-48cc-adbf-c39e2122711f on network 56923c17-1dcf-41eb-bda1-d959e61a3ee9 {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:43.251745 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-7c56d2c0-7d04-4b0c-bced-940ff092aae2 req-c01dbaa7-65e6-49a3-9c76-9c152459dfb1 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Synchronizing usage tracker for tenant:d09651e9ee6a4d8a8c2da6d0b2032eda on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:43.267938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:43.268352 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Checking segment: {'id': '57fb33d4-f4b6-4671-be57-dff47fb6fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:43.268746 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Bound using segment: {'id': '57fb33d4-f4b6-4671-be57-dff47fb6fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9'} {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:43.269254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Bound port: 222309cd-9808-48cc-adbf-c39e2122711f, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57fb33d4-f4b6-4671-be57-dff47fb6fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9'}}] {{(pid=81984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:43.269651 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:43.283967 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-410e24b0-a4e9-4d1f-ba14-dbe5ca6ba71c None None] Provisioning for port 6b952056-6548-42c5-82ed-adfddcc81f36 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:43.296192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-410e24b0-a4e9-4d1f-ba14-dbe5ca6ba71c None None] Provisioning complete for port 6b952056-6548-42c5-82ed-adfddcc81f36 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:43.296614 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-410e24b0-a4e9-4d1f-ba14-dbe5ca6ba71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:43.338407 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-7c56d2c0-7d04-4b0c-bced-940ff092aae2 req-c01dbaa7-65e6-49a3-9c76-9c152459dfb1 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Unset dirty status for tenant:d09651e9ee6a4d8a8c2da6d0b2032eda on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:43.339793 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7c56d2c0-7d04-4b0c-bced-940ff092aae2 req-c01dbaa7-65e6-49a3-9c76-9c152459dfb1 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 210 time: 0.1783781 Jul 23 17:19:43.353039 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-b62059cb-7de3-4bfd-9677-95308d8a34dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56923c17-1dcf-41eb-bda1-d959e61a3ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1804652 Jul 23 17:19:43.456518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-410e24b0-a4e9-4d1f-ba14-dbe5ca6ba71c None None] Port 6b952056-6548-42c5-82ed-adfddcc81f36 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:19:43.479569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:43.496981 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:43.614883 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Transition to ACTIVE for port object 4a3850e8-f9ac-483a-bc70-fc178a054ee7 will not be triggered until provisioned by entity DHCP. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:43.619338 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] For port 222309cd-9808-48cc-adbf-c39e2122711f, host hv-cinder-80204, cleared binding levels {{(pid=81984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:43.645714 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] For port 222309cd-9808-48cc-adbf-c39e2122711f, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=222309cd-9808-48cc-adbf-c39e2122711f,segment=NetworkSegment(57fb33d4-f4b6-4671-be57-dff47fb6fb83),segment_id=57fb33d4-f4b6-4671-be57-dff47fb6fb83)] {{(pid=81984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:43.652010 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-7ced14ac-f18d-4d5a-8abb-8ca728d31bfd service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341125 Jul 23 17:19:43.654336 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:43.669753 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:43.743257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for port, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:43.744815 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] 10.222.0.58 "PUT /v2.0/ports/222309cd-9808-48cc-adbf-c39e2122711f HTTP/1.1" status: 200 len: 1094 time: 4.5638530 Jul 23 17:19:43.836784 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6210c8-c6b6-4320-93ab-62d36d0d593d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139', 'code': 200} Jul 23 17:19:43.870179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ad4ab-c1a7-46fc-9a56-1e5fb0e8b3aa req-085521e6-de3e-4248-8367-7ffb8b7ce975 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:43.871117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-a04ad4ab-c1a7-46fc-9a56-1e5fb0e8b3aa req-085521e6-de3e-4248-8367-7ffb8b7ce975 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Synchronizing usage tracker for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:43.931815 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:43.968424 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f7e80898-05cf-418e-a44b-e9e5a396b3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:43.972363 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cab5cb0-5681-484b-8347-a5aca243f65b', 'tag': 'f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7', 'status': 'completed', 'code': 200} Jul 23 17:19:44.122509 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:19:44.124425 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-a04ad4ab-c1a7-46fc-9a56-1e5fb0e8b3aa req-085521e6-de3e-4248-8367-7ffb8b7ce975 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Unset dirty status for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:44.125963 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a04ad4ab-c1a7-46fc-9a56-1e5fb0e8b3aa req-085521e6-de3e-4248-8367-7ffb8b7ce975 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 932 time: 0.8761804 Jul 23 17:19:44.126892 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event updated for resources: {'Port': ['ID=4a3850e8-f9ac-483a-bc70-fc178a054ee7,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:44.178263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:19:44.192377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:44.193870 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:19:44.198822 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:44.199841 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:44.294391 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Pushing event updated for resources: {'Port': ['ID=222309cd-9808-48cc-adbf-c39e2122711f,revision_number=3']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:44.315323 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:44.331474 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1c71dafe-f776-4231-beeb-567ce75363db req-0fe3395a-002d-4a21-8be7-bc7470456b11 service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627545 Jul 23 17:19:44.366140 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ade3e591-e4d0-4091-ab68-4c0501f4d3d6 req-85eb6b40-8138-40d0-be49-398a4c2742b4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 1098 time: 0.1543779 Jul 23 17:19:44.368181 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3578293 Jul 23 17:19:44.370768 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-d3d83f91-8304-4d4f-af80-fb60dfe683bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=08ff567edeeb497e8ca1d5a43e82783c&device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 1097 time: 0.5631351 Jul 23 17:19:44.438497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Request body: {'port': {'device_id': 'bd2f4929-d113-4894-889d-1986dc88bd29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:19:44.651085 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a04ad4ab-c1a7-46fc-9a56-1e5fb0e8b3aa req-d939da93-3848-455f-a2c9-1fc3e737472e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4691179 Jul 23 17:19:44.661592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ade3e591-e4d0-4091-ab68-4c0501f4d3d6 req-24ab0b95-bee2-42a2-8141-78156a9ce04a service neutron] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:44.723578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385ffd8-68ee-4917-8c7f-c797fec91edd req-bcce3e95-ee7b-4b79-98f5-d40a80e8dd7c tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:44.736080 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-72777534-7d1f-4f09-8d21-62f57ee90935 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=222309cd-9808-48cc-adbf-c39e2122711f HTTP/1.1" status: 200 len: 217 time: 0.3226540 Jul 23 17:19:44.738155 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8385ffd8-68ee-4917-8c7f-c797fec91edd req-bcce3e95-ee7b-4b79-98f5-d40a80e8dd7c tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 945 time: 0.6170321 Jul 23 17:19:44.769698 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-ade3e591-e4d0-4091-ab68-4c0501f4d3d6 req-24ab0b95-bee2-42a2-8141-78156a9ce04a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:44.777718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-ade3e591-e4d0-4091-ab68-4c0501f4d3d6 req-24ab0b95-bee2-42a2-8141-78156a9ce04a service neutron] Usage tracker for resource:security_group_rule and tenant:3ef5d647c0f640ea8fe9b33f662298fe is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:44.781074 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-ade3e591-e4d0-4091-ab68-4c0501f4d3d6 req-24ab0b95-bee2-42a2-8141-78156a9ce04a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:44.787628 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-ade3e591-e4d0-4091-ab68-4c0501f4d3d6 req-24ab0b95-bee2-42a2-8141-78156a9ce04a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:44.800942 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-6d079870-9c7d-4a7f-9ecf-f7ab0107f0ad None None] Provisioning for port 4a3850e8-f9ac-483a-bc70-fc178a054ee7 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:44.819366 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-6d079870-9c7d-4a7f-9ecf-f7ab0107f0ad None None] Provisioning complete for port 4a3850e8-f9ac-483a-bc70-fc178a054ee7 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:44.820399 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6d079870-9c7d-4a7f-9ecf-f7ab0107f0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:44.910785 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-0b64b6ce-a217-4520-a47c-3768e0dcc53c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:44.912593 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-0b64b6ce-a217-4520-a47c-3768e0dcc53c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b91c4b6-b0e0-40e1-9e39-8b53827780fa HTTP/1.1" status: 200 len: 857 time: 0.1137521 Jul 23 17:19:44.980848 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-6d079870-9c7d-4a7f-9ecf-f7ab0107f0ad None None] Port 4a3850e8-f9ac-483a-bc70-fc178a054ee7 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:19:45.020531 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6632c966-01d2-47ab-8cf0-f47cf8c0c71e req-f225d563-f970-42c5-b133-dde42050b66f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=08ff567edeeb497e8ca1d5a43e82783c&device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 1096 time: 0.6051657 Jul 23 17:19:45.023936 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-04549c4d-c3a7-4585-ba97-4379b0e9c15d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56923c17-1dcf-41eb-bda1-d959e61a3ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996230 Jul 23 17:19:45.048493 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8385ffd8-68ee-4917-8c7f-c797fec91edd req-c79a4c25-f9b9-4b29-b76c-2abfa0438830 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090887 Jul 23 17:19:45.172295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:45.341577 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ade3e591-e4d0-4091-ab68-4c0501f4d3d6 req-24ab0b95-bee2-42a2-8141-78156a9ce04a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:45.351375 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b952056-6548-42c5-82ed-adfddcc81f36 {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:19:45.372632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ade3e591-e4d0-4091-ab68-4c0501f4d3d6 req-24ab0b95-bee2-42a2-8141-78156a9ce04a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:45.385249 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:45.403447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-809ef9a4-bab1-46d4-81c4-4a38d996c144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:45.419250 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee1c2d-45fd-4aa5-8d78-dd64e57609f6 req-d3580d39-dcd7-4637-b22d-3c08ca9afb6a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:45.420881 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bfee1c2d-45fd-4aa5-8d78-dd64e57609f6 req-d3580d39-dcd7-4637-b22d-3c08ca9afb6a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 944 time: 0.4626925 Jul 23 17:19:45.432223 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ade3e591-e4d0-4091-ab68-4c0501f4d3d6 req-24ab0b95-bee2-42a2-8141-78156a9ce04a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0408170 Jul 23 17:19:45.434231 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-eec64a30-3b03-44c4-8078-6febd7c4abdd service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994324 Jul 23 17:19:45.444469 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab0b95-bee2-42a2-8141-78156a9ce04a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bc38e8c8-8696-4b9b-9b5b-e083c21f60b8,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:45.452053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-24ab0b95-bee2-42a2-8141-78156a9ce04a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:45.457270 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632c966-01d2-47ab-8cf0-f47cf8c0c71e req-c3676c72-19a5-4020-9242-03e0a07487f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:45.458599 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6632c966-01d2-47ab-8cf0-f47cf8c0c71e req-c3676c72-19a5-4020-9242-03e0a07487f6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=56923c17-1dcf-41eb-bda1-d959e61a3ee9 HTTP/1.1" status: 200 len: 918 time: 0.4250596 Jul 23 17:19:45.803807 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Transition to ACTIVE for port object 6b952056-6548-42c5-82ed-adfddcc81f36 will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:45.810094 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6632c966-01d2-47ab-8cf0-f47cf8c0c71e req-52491984-158c-467e-ba68-f4f534483231 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 HTTP/1.1" status: 200 len: 217 time: 0.1724176 Jul 23 17:19:45.826795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 44676) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:45.845815 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:45.877522 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:45.922300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632c966-01d2-47ab-8cf0-f47cf8c0c71e req-e7c649d5-2d9c-4340-a3e1-6266a9fcc27c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:45.924040 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6632c966-01d2-47ab-8cf0-f47cf8c0c71e req-e7c649d5-2d9c-4340-a3e1-6266a9fcc27c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b91c4b6-b0e0-40e1-9e39-8b53827780fa HTTP/1.1" status: 200 len: 857 time: 0.0869606 Jul 23 17:19:45.987759 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8de91b-b367-4282-97ec-bc29934d9786', 'tag': '222309cd-9808-48cc-adbf-c39e2122711f'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:46.011031 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6632c966-01d2-47ab-8cf0-f47cf8c0c71e req-05357ae4-9f39-466d-a5bc-efd814b33934 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56923c17-1dcf-41eb-bda1-d959e61a3ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728023 Jul 23 17:19:46.013066 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39f19b9d-ef25-42df-9023-a22303d2a4c6 req-e9c2e722-2b07-49d9-b3ea-ba11ff7c1f1b service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959788 Jul 23 17:19:46.090937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc65393-b39a-4a6d-8ef8-f257c2bfa35c req-c34ded08-8ba2-4a9c-a178-41d4f9421f59 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:46.102907 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1dc65393-b39a-4a6d-8ef8-f257c2bfa35c req-c34ded08-8ba2-4a9c-a178-41d4f9421f59 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 932 time: 0.8348145 Jul 23 17:19:46.121889 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bfee1c2d-45fd-4aa5-8d78-dd64e57609f6 req-4faa8fab-3442-4f60-88bf-466d66388deb tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268733 Jul 23 17:19:46.147439 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Pushing event updated for resources: {'Port': ['ID=6b952056-6548-42c5-82ed-adfddcc81f36,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:46.189966 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:46.243253 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a058129d-5359-4850-b451-44f3f454dceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:46.385789 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6632c966-01d2-47ab-8cf0-f47cf8c0c71e req-ac193d7e-f964-47f4-a3a8-ef4514de6dad service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574741 Jul 23 17:19:46.419479 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1dc65393-b39a-4a6d-8ef8-f257c2bfa35c req-bd37699e-2951-4aac-a063-04a43d5060f0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119500 Jul 23 17:19:46.461998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3850e8-f9ac-483a-bc70-fc178a054ee7 {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:19:46.478703 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:46.529748 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Attempting to bind port 6b952056-6548-42c5-82ed-adfddcc81f36 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:46.530148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Attempting to bind port 6b952056-6548-42c5-82ed-adfddcc81f36 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:46.530527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Attempting to bind port 6b952056-6548-42c5-82ed-adfddcc81f36 on network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:46.592742 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8de91b-b367-4282-97ec-bc29934d9786', 'tag': '222309cd-9808-48cc-adbf-c39e2122711f', 'status': 'completed', 'code': 200} Jul 23 17:19:46.597995 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Transition to ACTIVE for port object 4a3850e8-f9ac-483a-bc70-fc178a054ee7 will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:19:46.599545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a058129d-5359-4850-b451-44f3f454dceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:46.613698 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:46.615384 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a058129d-5359-4850-b451-44f3f454dceb admin admin] Usage tracker for resource:security_group_rule and tenant:59d2e363d6c74e3ab8a06daccd8efa5d is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:46.620706 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a058129d-5359-4850-b451-44f3f454dceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:46.632199 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:46.660532 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Port 6b952056-6548-42c5-82ed-adfddcc81f36 on network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:19:46.661676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Attempting to bind port 6b952056-6548-42c5-82ed-adfddcc81f36 on network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:46.666540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a058129d-5359-4850-b451-44f3f454dceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:46.769872 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1e0dc30-e5f2-4d66-bf17-1a0cd59db6b9 req-07c84f5a-1fe8-4ba4-8c0e-3cca0bda34f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=08ff567edeeb497e8ca1d5a43e82783c&device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 1097 time: 0.1660802 Jul 23 17:19:46.775881 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:46.776277 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Checking segment: {'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:46.776822 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Bound using segment: {'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:46.777344 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Bound port: 6b952056-6548-42c5-82ed-adfddcc81f36, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:46.777707 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:46.906321 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6632c966-01d2-47ab-8cf0-f47cf8c0c71e req-15d64460-3e2c-45d0-b7ca-ecf5c0731eed service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095260 Jul 23 17:19:46.955209 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 44728) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:46.963285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3850e8-f9ac-483a-bc70-fc178a054ee7,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:46.970545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:47.108754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0dc30-e5f2-4d66-bf17-1a0cd59db6b9 req-71b5f9ac-c08d-40fa-b3d0-cf621552a5b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:47.109531 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:19:47.118897 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1e0dc30-e5f2-4d66-bf17-1a0cd59db6b9 req-71b5f9ac-c08d-40fa-b3d0-cf621552a5b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=56923c17-1dcf-41eb-bda1-d959e61a3ee9 HTTP/1.1" status: 200 len: 918 time: 0.3381383 Jul 23 17:19:47.219995 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1e0dc30-e5f2-4d66-bf17-1a0cd59db6b9 req-5fe09fc2-4d7c-494c-b810-b9b4f91887ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=222309cd-9808-48cc-adbf-c39e2122711f HTTP/1.1" status: 200 len: 217 time: 0.0928140 Jul 23 17:19:47.253770 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522da70-b96a-4f28-a261-03a80310ecf0 req-e7e41131-5abd-4fd9-a3a0-768a1f620987 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:47.262302 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f522da70-b96a-4f28-a261-03a80310ecf0 req-e7e41131-5abd-4fd9-a3a0-768a1f620987 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.7952857 Jul 23 17:19:47.359815 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0dc30-e5f2-4d66-bf17-1a0cd59db6b9 req-7d187058-2942-41de-aec8-f9990e5a1aec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:47.359815 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1e0dc30-e5f2-4d66-bf17-1a0cd59db6b9 req-7d187058-2942-41de-aec8-f9990e5a1aec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b91c4b6-b0e0-40e1-9e39-8b53827780fa HTTP/1.1" status: 200 len: 857 time: 0.1303148 Jul 23 17:19:47.382491 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7,segment=NetworkSegment(57fb33d4-f4b6-4671-be57-dff47fb6fb83),segment_id=57fb33d4-f4b6-4671-be57-dff47fb6fb83)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:47.399058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': 'f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7', 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9', 'port_id': 'f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7', 'mac_address': 'fa:16:3e:21:98:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b91c4b6-b0e0-40e1-9e39-8b53827780fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:19:47.432127 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1e0dc30-e5f2-4d66-bf17-1a0cd59db6b9 req-fff4fb1d-ef1f-4abc-a7ce-70d8284eb4ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56923c17-1dcf-41eb-bda1-d959e61a3ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640557 Jul 23 17:19:47.475664 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:47.481373 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Attempting to bind port 4a3850e8-f9ac-483a-bc70-fc178a054ee7 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:19:47.481761 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Attempting to bind port 4a3850e8-f9ac-483a-bc70-fc178a054ee7 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:19:47.482136 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Attempting to bind port 4a3850e8-f9ac-483a-bc70-fc178a054ee7 on network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:47.496193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:19:47.496435 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a058129d-5359-4850-b451-44f3f454dceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:47.497596 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] For port 6b952056-6548-42c5-82ed-adfddcc81f36, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:47.514119 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7,segment=NetworkSegment(57fb33d4-f4b6-4671-be57-dff47fb6fb83),segment_id=57fb33d4-f4b6-4671-be57-dff47fb6fb83)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:47.515189 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f522da70-b96a-4f28-a261-03a80310ecf0 req-66a6604b-edd2-4fd9-a8fe-c2f219d12d2d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517457 Jul 23 17:19:47.522869 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:47.526384 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:47.558688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a058129d-5359-4850-b451-44f3f454dceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:47.564748 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] For port 6b952056-6548-42c5-82ed-adfddcc81f36, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6b952056-6548-42c5-82ed-adfddcc81f36,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:47.566272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cb289137-58ee-4f14-b331-b8ff8f99fb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:47.629015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904637a-e4e2-401e-a413-f0dae8465c5d req-420ed581-57fa-4719-ad3e-16574970a3e1 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:47.633708 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:47.637064 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c904637a-e4e2-401e-a413-f0dae8465c5d req-420ed581-57fa-4719-ad3e-16574970a3e1 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 945 time: 0.7017293 Jul 23 17:19:47.638394 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:47.639114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Port 4a3850e8-f9ac-483a-bc70-fc178a054ee7 on network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:19:47.639488 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Attempting to bind port 4a3850e8-f9ac-483a-bc70-fc178a054ee7 on network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:19:47.647706 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:47.661766 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1e0dc30-e5f2-4d66-bf17-1a0cd59db6b9 req-36f2610b-8938-4bd0-93df-9c04bbf2f217 service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180502 Jul 23 17:19:47.683673 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:47.691078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:19:47.691538 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Checking segment: {'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:19:47.691867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Bound using segment: {'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:19:47.692359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Bound port: 4a3850e8-f9ac-483a-bc70-fc178a054ee7, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:19:47.692725 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:47.764306 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:19:47.850322 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1e0dc30-e5f2-4d66-bf17-1a0cd59db6b9 req-6db7aee8-a45f-475f-b11d-79a0d7020bd3 service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786866 Jul 23 17:19:47.947298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] For port 4a3850e8-f9ac-483a-bc70-fc178a054ee7, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:19:47.959731 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] For port 4a3850e8-f9ac-483a-bc70-fc178a054ee7, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=4a3850e8-f9ac-483a-bc70-fc178a054ee7,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:19:47.975140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058129d-5359-4850-b451-44f3f454dceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2429bc-9a1a-42e1-b520-550c4dc8005e,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:48.001634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a058129d-5359-4850-b451-44f3f454dceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:48.003768 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-cb289137-58ee-4f14-b331-b8ff8f99fb93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:48.008523 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c904637a-e4e2-401e-a413-f0dae8465c5d req-20d63911-67ff-4e0a-8436-8ba842ecb21b tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704836 Jul 23 17:19:48.009007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:48.051250 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:48.057362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-cb289137-58ee-4f14-b331-b8ff8f99fb93 admin admin] Usage tracker for resource:security_group_rule and tenant:686e6d5fce20453eb38aa92ffaa297e7 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:48.093525 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a058129d-5359-4850-b451-44f3f454dceb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59d2e363d6c74e3ab8a06daccd8efa5d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2563665 Jul 23 17:19:48.094915 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-cb289137-58ee-4f14-b331-b8ff8f99fb93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:48.096200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44778) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:48.118024 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:48.119504 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] 10.222.0.58 "PUT /v2.0/ports/6b952056-6548-42c5-82ed-adfddcc81f36 HTTP/1.1" status: 200 len: 1094 time: 5.1174731 Jul 23 17:19:48.122197 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'tag': '6b952056-6548-42c5-82ed-adfddcc81f36'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:48.191635 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-cb289137-58ee-4f14-b331-b8ff8f99fb93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:48.241183 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-77e9e8db-b4bf-49ed-960e-d5ddfd835375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:48.256570 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44784) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:48.288696 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-77e9e8db-b4bf-49ed-960e-d5ddfd835375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:48.369476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-77e9e8db-b4bf-49ed-960e-d5ddfd835375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:48.376638 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:48.395295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf4e97-9e58-4d1f-b3d5-4a9b151e5d01 req-49e7d112-055b-4b5f-8a96-e5b4ac561c0b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:48.396970 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-50cf4e97-9e58-4d1f-b3d5-4a9b151e5d01 req-49e7d112-055b-4b5f-8a96-e5b4ac561c0b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 944 time: 0.6541023 Jul 23 17:19:48.405115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Pushing event updated for resources: {'Port': ['ID=6b952056-6548-42c5-82ed-adfddcc81f36,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:48.418365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:48.419916 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] 10.222.0.58 "PUT /v2.0/ports/4a3850e8-f9ac-483a-bc70-fc178a054ee7 HTTP/1.1" status: 200 len: 1094 time: 4.0040781 Jul 23 17:19:48.420756 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:48.424056 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:48.438972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9e8db-b4bf-49ed-960e-d5ddfd835375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2429bc-9a1a-42e1-b520-550c4dc8005e,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:48.468581 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-77e9e8db-b4bf-49ed-960e-d5ddfd835375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:48.502218 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-77e9e8db-b4bf-49ed-960e-d5ddfd835375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:48.504141 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-77e9e8db-b4bf-49ed-960e-d5ddfd835375 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e2429bc-9a1a-42e1-b520-550c4dc8005e HTTP/1.1" status: 204 len: 168 time: 0.4066966 Jul 23 17:19:48.594927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-79d06530-cd53-4c44-ba33-ca97cd0929df admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:48.638124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3850e8-f9ac-483a-bc70-fc178a054ee7,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:48.653819 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:48.658395 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-2cb8e8b1-c95f-4d2d-813c-97498f8876fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 1097 time: 0.4713478 Jul 23 17:19:48.697877 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-79d06530-cd53-4c44-ba33-ca97cd0929df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:48.703777 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-79d06530-cd53-4c44-ba33-ca97cd0929df admin admin] Usage tracker for resource:security_group_rule and tenant:555a58147e04449bb66847651f82f3dc is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:48.709103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-79d06530-cd53-4c44-ba33-ca97cd0929df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:48.730680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-79d06530-cd53-4c44-ba33-ca97cd0929df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:48.829024 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41c362-9186-4905-b8ca-64867f6346e2 req-ac9885a8-cec7-4d37-98a3-a4c1796406a2 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:48.836974 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bd41c362-9186-4905-b8ca-64867f6346e2 req-ac9885a8-cec7-4d37-98a3-a4c1796406a2 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 944 time: 0.5528119 Jul 23 17:19:48.864175 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-79d06530-cd53-4c44-ba33-ca97cd0929df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:48.873447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-79d06530-cd53-4c44-ba33-ca97cd0929df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:48.887044 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0d65f299-f861-4b17-9a97-32e04473b153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:48.912396 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-396fb918-71fc-48e4-a7ac-aeded36befc0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b952056-6548-42c5-82ed-adfddcc81f36 HTTP/1.1" status: 200 len: 217 time: 0.2281749 Jul 23 17:19:48.915585 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-50cf4e97-9e58-4d1f-b3d5-4a9b151e5d01 req-253b503c-dd73-41e0-9926-d19cb604366a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937317 Jul 23 17:19:48.966643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44800) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:48.988843 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cb289137-58ee-4f14-b331-b8ff8f99fb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:49.018854 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bd41c362-9186-4905-b8ca-64867f6346e2 req-d2f3a61e-bce1-4f9d-a72e-1670ddeb503b tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807232 Jul 23 17:19:49.022259 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-590f77ab-c053-4694-9e58-d08e9969b19a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda&device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 1097 time: 0.5090950 Jul 23 17:19:49.023546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cb289137-58ee-4f14-b331-b8ff8f99fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:49.025452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d06530-cd53-4c44-ba33-ca97cd0929df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73c361a-3dc7-49e4-9f7b-aa2db50a46a6,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:49.032319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-79d06530-cd53-4c44-ba33-ca97cd0929df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:49.048871 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-79d06530-cd53-4c44-ba33-ca97cd0929df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=555a58147e04449bb66847651f82f3dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7881100 Jul 23 17:19:49.054949 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44812) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:49.126991 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 222309cd-9808-48cc-adbf-c39e2122711f details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:19:49.219518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fd1d388a-ba32-40d3-9bd5-0ae226fe63a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:49.292061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fd1d388a-ba32-40d3-9bd5-0ae226fe63a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:49.351650 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:49.407905 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fd1d388a-ba32-40d3-9bd5-0ae226fe63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:49.420644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:49.454813 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:49.492871 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-5b185036-3a48-4fdc-bb9d-1e098411a4c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a3850e8-f9ac-483a-bc70-fc178a054ee7 HTTP/1.1" status: 200 len: 217 time: 0.4518986 Jul 23 17:19:49.493106 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d388a-ba32-40d3-9bd5-0ae226fe63a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73c361a-3dc7-49e4-9f7b-aa2db50a46a6,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:49.495281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7c637033-b057-4703-83db-43b5ccff88b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:49.510558 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'tag': '6b952056-6548-42c5-82ed-adfddcc81f36', 'status': 'completed', 'code': 200} Jul 23 17:19:49.511016 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fd1d388a-ba32-40d3-9bd5-0ae226fe63a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:49.516830 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fd1d388a-ba32-40d3-9bd5-0ae226fe63a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:49.520516 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-fd1d388a-ba32-40d3-9bd5-0ae226fe63a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f73c361a-3dc7-49e4-9f7b-aa2db50a46a6 HTTP/1.1" status: 204 len: 168 time: 0.4615583 Jul 23 17:19:49.538839 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7c637033-b057-4703-83db-43b5ccff88b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:49.545270 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7c637033-b057-4703-83db-43b5ccff88b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e4f6386fc6b746068d75daf9d91b4119 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:49.549300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7c637033-b057-4703-83db-43b5ccff88b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:49.568145 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7c637033-b057-4703-83db-43b5ccff88b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:49.582040 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 222309cd-9808-48cc-adbf-c39e2122711f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=222309cd-9808-48cc-adbf-c39e2122711f,segment=NetworkSegment(57fb33d4-f4b6-4671-be57-dff47fb6fb83),segment_id=57fb33d4-f4b6-4671-be57-dff47fb6fb83)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:49.611997 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '222309cd-9808-48cc-adbf-c39e2122711f', 'network_id': '56923c17-1dcf-41eb-bda1-d959e61a3ee9', 'port_id': '222309cd-9808-48cc-adbf-c39e2122711f', 'mac_address': 'fa:16:3e:c0:4d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b91c4b6-b0e0-40e1-9e39-8b53827780fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:19:49.614656 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:49.624497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:49.625119 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:49.625775 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb289137-58ee-4f14-b331-b8ff8f99fb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240a4fb5-7118-4be1-a701-d0dd2975ab5f,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:49.713693 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-2f75da92-beca-44a9-be73-3811dc11e814 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:49.715557 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-2f75da92-beca-44a9-be73-3811dc11e814 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f137acdd-475c-4812-af2f-0a236bb57605 HTTP/1.1" status: 200 len: 854 time: 0.7870166 Jul 23 17:19:49.724962 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cb289137-58ee-4f14-b331-b8ff8f99fb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:49.726691 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7c637033-b057-4703-83db-43b5ccff88b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:49.730721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7c637033-b057-4703-83db-43b5ccff88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:49.742204 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-91a1d78a-5f27-4dc3-8a99-7bb6322d73d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:49.783874 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44822) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:49.784802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c637033-b057-4703-83db-43b5ccff88b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a71ce57-dc62-40b5-b6d5-d4b422c4eb91,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:49.807130 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7c637033-b057-4703-83db-43b5ccff88b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:49.826031 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:49.832227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-157afee7-2636-4874-a71e-a48c55204017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:49.883860 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7c637033-b057-4703-83db-43b5ccff88b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4f6386fc6b746068d75daf9d91b4119&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9135795 Jul 23 17:19:49.885598 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44826) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:49.900927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:49.902270 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-cb289137-58ee-4f14-b331-b8ff8f99fb93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=686e6d5fce20453eb38aa92ffaa297e7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9359992 Jul 23 17:19:49.904707 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 44830) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:49.912916 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-157afee7-2636-4874-a71e-a48c55204017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:49.924561 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-157afee7-2636-4874-a71e-a48c55204017 admin admin] Usage tracker for resource:security_group_rule and tenant:c17b918096cd48bf87ee4850d21b6cf1 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:49.936058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cab5cb0-5681-484b-8347-a5aca243f65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:49.939027 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-157afee7-2636-4874-a71e-a48c55204017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:49.941984 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222309cd-9808-48cc-adbf-c39e2122711f {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:19:49.959596 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-6ea871e1-3ec2-450f-a4f5-4535a8772113 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:49.961341 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 222309cd-9808-48cc-adbf-c39e2122711f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=222309cd-9808-48cc-adbf-c39e2122711f,segment=NetworkSegment(57fb33d4-f4b6-4671-be57-dff47fb6fb83),segment_id=57fb33d4-f4b6-4671-be57-dff47fb6fb83)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:49.963378 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-6ea871e1-3ec2-450f-a4f5-4535a8772113 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f126893-602f-418b-84e1-b866f587f188 HTTP/1.1" status: 200 len: 850 time: 0.4474564 Jul 23 17:19:49.965030 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:49.968137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-157afee7-2636-4874-a71e-a48c55204017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:49.968361 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:50.023614 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-14e9440e-0cd1-4370-a180-a7ef5c58e810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.041316 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7,segment=NetworkSegment(57fb33d4-f4b6-4671-be57-dff47fb6fb83),segment_id=57fb33d4-f4b6-4671-be57-dff47fb6fb83)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:50.042346 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=222309cd-9808-48cc-adbf-c39e2122711f,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:50.046602 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:50.047887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.050043 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:50.056024 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-14e9440e-0cd1-4370-a180-a7ef5c58e810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.111461 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-14e9440e-0cd1-4370-a180-a7ef5c58e810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.123571 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:50.124786 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fd1d388a-ba32-40d3-9bd5-0ae226fe63a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:50.127332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a3b34-74fa-4fa9-a5ac-442f32e58026 req-a5d12e25-e717-4ba5-9f12-9041660a5869 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:50.127880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:50.129946 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9f7a3b34-74fa-4fa9-a5ac-442f32e58026 req-a5d12e25-e717-4ba5-9f12-9041660a5869 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.6484070 Jul 23 17:19:50.142725 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9440e-0cd1-4370-a180-a7ef5c58e810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a71ce57-dc62-40b5-b6d5-d4b422c4eb91,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:50.148723 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44840) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:50.159113 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af400259-2f45-4b81-b9d4-5b2205767242 req-79ca5aea-4a4b-4905-87bc-14e088543363 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:50.160637 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-af400259-2f45-4b81-b9d4-5b2205767242 req-79ca5aea-4a4b-4905-87bc-14e088543363 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 945 time: 0.4492481 Jul 23 17:19:50.174803 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-14e9440e-0cd1-4370-a180-a7ef5c58e810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:50.175578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d5b0be20-6ec8-4ef6-8bd5-16ff1d938f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.201833 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-14e9440e-0cd1-4370-a180-a7ef5c58e810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.203116 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-14e9440e-0cd1-4370-a180-a7ef5c58e810 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a71ce57-dc62-40b5-b6d5-d4b422c4eb91 HTTP/1.1" status: 204 len: 168 time: 0.3160074 Jul 23 17:19:50.225341 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['222309cd-9808-48cc-adbf-c39e2122711f'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:19:50.230911 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-b336c469-99f0-4eac-afd2-3c5918173bff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4413137 Jul 23 17:19:50.249540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-157afee7-2636-4874-a71e-a48c55204017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.253583 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d5b0be20-6ec8-4ef6-8bd5-16ff1d938f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:50.256259 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-157afee7-2636-4874-a71e-a48c55204017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.259601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-d5b0be20-6ec8-4ef6-8bd5-16ff1d938f43 admin admin] Usage tracker for resource:security_group_rule and tenant:17a661ce914e47dcbb5b134331a52555 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:50.270591 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-d5b0be20-6ec8-4ef6-8bd5-16ff1d938f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:50.274024 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:50.277844 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-125deea8-8891-4e3f-a485-621960c8ff00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.307062 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157afee7-2636-4874-a71e-a48c55204017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdc279b-f186-4d92-a480-47dba5ccf5a0,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:50.311872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d5b0be20-6ec8-4ef6-8bd5-16ff1d938f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:50.315348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-157afee7-2636-4874-a71e-a48c55204017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:50.344177 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-157afee7-2636-4874-a71e-a48c55204017 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c17b918096cd48bf87ee4850d21b6cf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5376017 Jul 23 17:19:50.344994 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44846) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:50.440288 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9f7a3b34-74fa-4fa9-a5ac-442f32e58026 req-cd436151-8d8f-4c25-84eb-ddfeecd43309 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954066 Jul 23 17:19:50.443361 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-f698558a-fa7c-40a9-8406-95410619ee28 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4633231 Jul 23 17:19:50.445700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-125deea8-8891-4e3f-a485-621960c8ff00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.468354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d5b0be20-6ec8-4ef6-8bd5-16ff1d938f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.469464 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9d13c7eb-999a-42cc-8687-3eacda9770bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.487800 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-bfdfc2af-5f3a-4ef4-b759-aba9aff0f6e8 service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468476 Jul 23 17:19:50.494887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d5b0be20-6ec8-4ef6-8bd5-16ff1d938f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.513184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9d13c7eb-999a-42cc-8687-3eacda9770bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.519248 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-af400259-2f45-4b81-b9d4-5b2205767242 req-66f1e8b9-a197-490e-a935-0025688e0427 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383613 Jul 23 17:19:50.585541 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:50.604028 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cab5cb0-5681-484b-8347-a5aca243f65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7', 'code': 200} Jul 23 17:19:50.606372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9d13c7eb-999a-42cc-8687-3eacda9770bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.716567 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0be20-6ec8-4ef6-8bd5-16ff1d938f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0771be05-0373-462e-b495-308311936383,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:50.737627 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d5b0be20-6ec8-4ef6-8bd5-16ff1d938f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:50.739142 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5461a003-ae7d-4640-aa6d-453023a66b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:50.777728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9d13c7eb-999a-42cc-8687-3eacda9770bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:50.781256 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9d13c7eb-999a-42cc-8687-3eacda9770bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1fdc279b-f186-4d92-a480-47dba5ccf5a0 HTTP/1.1" status: 204 len: 168 time: 0.4333215 Jul 23 17:19:50.788936 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d5b0be20-6ec8-4ef6-8bd5-16ff1d938f43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17a661ce914e47dcbb5b134331a52555&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6359637 Jul 23 17:19:50.788936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13c7eb-999a-42cc-8687-3eacda9770bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdc279b-f186-4d92-a480-47dba5ccf5a0,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:50.793224 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44858) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:50.804972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9d13c7eb-999a-42cc-8687-3eacda9770bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:50.996917 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-856abb24-345c-4c33-97f3-1ee076df7d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:51.036091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44862) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:51.042184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-856abb24-345c-4c33-97f3-1ee076df7d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:51.061574 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-125deea8-8891-4e3f-a485-621960c8ff00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:51.097079 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1affd90c-a621-425a-954f-edfac16fa6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:51.106306 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:51.149011 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 222309cd-9808-48cc-adbf-c39e2122711f up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:51.161809 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125deea8-8891-4e3f-a485-621960c8ff00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240a4fb5-7118-4be1-a701-d0dd2975ab5f,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:51.170500 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-626ec019-802b-4d0d-bcd4-4bc758b11d4d service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6927171 Jul 23 17:19:51.181845 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90f7f626-6182-43e9-bd84-49a681147ac6 req-fa9ab728-860e-4c3b-b8c0-a0df7dc3fe0f service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6863401 Jul 23 17:19:51.186052 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-125deea8-8891-4e3f-a485-621960c8ff00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:51.186981 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-125deea8-8891-4e3f-a485-621960c8ff00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:51.190899 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-125deea8-8891-4e3f-a485-621960c8ff00 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/240a4fb5-7118-4be1-a701-d0dd2975ab5f HTTP/1.1" status: 204 len: 168 time: 1.2786181 Jul 23 17:19:51.195861 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e406a-f617-4182-9002-a406938277d8 req-5026bb49-d5c9-4841-9ac8-a243abf0d7b9 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:51.204160 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-db2e406a-f617-4182-9002-a406938277d8 req-5026bb49-d5c9-4841-9ac8-a243abf0d7b9 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 944 time: 0.3364172 Jul 23 17:19:51.352803 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239236-a6cd-4df9-8b7e-de4ebcb94749 req-820af68f-dfae-4c13-9770-b7a9b8ddd0f8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:51.361137 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ee239236-a6cd-4df9-8b7e-de4ebcb94749 req-820af68f-dfae-4c13-9770-b7a9b8ddd0f8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 945 time: 0.4896262 Jul 23 17:19:51.423871 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3ee433fb-088f-4e72-9cce-72caf54233ca req-4c5940c0-6625-4a2d-b310-a7a3205630de service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 1098 time: 0.5073106 Jul 23 17:19:51.443336 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 222309cd-9808-48cc-adbf-c39e2122711f completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:51.459820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 222309cd-9808-48cc-adbf-c39e2122711f triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:51.460729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:51.479413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-1affd90c-a621-425a-954f-edfac16fa6b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:51.526400 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ee239236-a6cd-4df9-8b7e-de4ebcb94749 req-b44fa2c8-e9fc-468d-acef-3c1e31c91dea tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641161 Jul 23 17:19:51.529686 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2f4929-d113-4894-889d-1986dc88bd29', 'tag': '4a3850e8-f9ac-483a-bc70-fc178a054ee7'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:51.530207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-1affd90c-a621-425a-954f-edfac16fa6b7 admin admin] Usage tracker for resource:security_group_rule and tenant:06ee15b38140487e9ccc1e16259e7446 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:51.536909 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-3ee433fb-088f-4e72-9cce-72caf54233ca req-c66d30af-77ca-4cb1-8f4c-af2219c29412 service neutron] Synchronizing usage tracker for tenant:3ef5d647c0f640ea8fe9b33f662298fe on resource:security_group {{(pid=81984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:19:51.547628 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-1affd90c-a621-425a-954f-edfac16fa6b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:51.576219 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-db2e406a-f617-4182-9002-a406938277d8 req-769fcf67-7670-4b76-b4f4-f8116235d85d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3709652 Jul 23 17:19:51.579482 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-1affd90c-a621-425a-954f-edfac16fa6b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:51.582989 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-3ee433fb-088f-4e72-9cce-72caf54233ca req-c66d30af-77ca-4cb1-8f4c-af2219c29412 service neutron] Unset dirty status for tenant:3ef5d647c0f640ea8fe9b33f662298fe on resource:security_group {{(pid=81984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:19:51.584261 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3ee433fb-088f-4e72-9cce-72caf54233ca req-c66d30af-77ca-4cb1-8f4c-af2219c29412 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473074 Jul 23 17:19:51.586243 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-856abb24-345c-4c33-97f3-1ee076df7d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:51.594766 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-77e9e8db-b4bf-49ed-960e-d5ddfd835375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:51.648060 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856abb24-345c-4c33-97f3-1ee076df7d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0771be05-0373-462e-b495-308311936383,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:51.665200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-856abb24-345c-4c33-97f3-1ee076df7d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:51.684722 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-856abb24-345c-4c33-97f3-1ee076df7d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:51.688495 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-856abb24-345c-4c33-97f3-1ee076df7d02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0771be05-0373-462e-b495-308311936383 HTTP/1.1" status: 204 len: 168 time: 0.8918586 Jul 23 17:19:51.736953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:51.744863 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2f4929-d113-4894-889d-1986dc88bd29', 'tag': '4a3850e8-f9ac-483a-bc70-fc178a054ee7', 'status': 'completed', 'code': 200} Jul 23 17:19:51.750152 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b68ab44b-d984-474b-ae57-d9eed52ab33a req-62217198-3948-46d5-8f08-30e9ae9a9a7e service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657146 Jul 23 17:19:51.780741 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-468c4a3d-6d6e-4ab9-aed5-e02fe6db5cdb req-9ff5a1ac-1a65-4d52-bdf8-7fab2c4a5f6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 1097 time: 0.4172382 Jul 23 17:19:51.806459 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1affd90c-a621-425a-954f-edfac16fa6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:51.812022 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1affd90c-a621-425a-954f-edfac16fa6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:51.817061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 222309cd-9808-48cc-adbf-c39e2122711f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=222309cd-9808-48cc-adbf-c39e2122711f,segment=NetworkSegment(57fb33d4-f4b6-4671-be57-dff47fb6fb83),segment_id=57fb33d4-f4b6-4671-be57-dff47fb6fb83)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:51.821354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:51.823754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:51.845010 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:51.854319 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-1affd90c-a621-425a-954f-edfac16fa6b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06ee15b38140487e9ccc1e16259e7446&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8169608 Jul 23 17:19:51.856962 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44884) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:51.915855 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=222309cd-9808-48cc-adbf-c39e2122711f,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:51.920454 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:51.923716 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affd90c-a621-425a-954f-edfac16fa6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba348067-cbd7-4d42-ae82-31a4ea165549,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:51.929878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1affd90c-a621-425a-954f-edfac16fa6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:51.958006 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ef5c5398-e9dd-4fbd-83af-19b71000032a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:51.990781 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ef5c5398-e9dd-4fbd-83af-19b71000032a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:52.048027 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ef5c5398-e9dd-4fbd-83af-19b71000032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:52.052470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-68a998fd-4e94-41d5-af97-a783f2626601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:52.067203 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c5398-e9dd-4fbd-83af-19b71000032a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba348067-cbd7-4d42-ae82-31a4ea165549,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:52.071033 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ef5c5398-e9dd-4fbd-83af-19b71000032a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:52.076993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ef5c5398-e9dd-4fbd-83af-19b71000032a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:52.080721 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ef5c5398-e9dd-4fbd-83af-19b71000032a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba348067-cbd7-4d42-ae82-31a4ea165549 HTTP/1.1" status: 204 len: 168 time: 0.2202868 Jul 23 17:19:52.310365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44898) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:52.336828 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2449c21f-6c9e-4537-9609-550a47c90afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:52.385504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-2449c21f-6c9e-4537-9609-550a47c90afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:19:52.387388 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cf9db66b-63ed-4e28-b840-7cf8db619a06 req-4a714f7f-3b23-4ba3-b368-5b4d10be96f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda&device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 1097 time: 0.5399344 Jul 23 17:19:52.392480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-2449c21f-6c9e-4537-9609-550a47c90afd admin admin] Usage tracker for resource:security_group_rule and tenant:dc71e0455eec472188093de5ad4fec19 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:19:52.396430 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-2449c21f-6c9e-4537-9609-550a47c90afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:19:52.396936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c4a3d-6d6e-4ab9-aed5-e02fe6db5cdb req-fd5b9168-a920-4d0b-8ab1-982547747c51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:52.404559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-2449c21f-6c9e-4537-9609-550a47c90afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:19:52.410543 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-468c4a3d-6d6e-4ab9-aed5-e02fe6db5cdb req-fd5b9168-a920-4d0b-8ab1-982547747c51 service neutron] 10.222.0.58 "GET /v2.0/networks?id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 200 len: 916 time: 0.6064334 Jul 23 17:19:52.459288 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:19:52.534734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2449c21f-6c9e-4537-9609-550a47c90afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:52.539625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2449c21f-6c9e-4537-9609-550a47c90afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:52.550129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:52.603242 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ae5ed-fb85-4be1-bb15-9be6290c3c99 req-fdf15240-d40c-4e73-a91a-017c34dbcf82 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:52.605013 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-014ae5ed-fb85-4be1-bb15-9be6290c3c99 req-fdf15240-d40c-4e73-a91a-017c34dbcf82 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.7540774 Jul 23 17:19:52.605410 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8de91b-b367-4282-97ec-bc29934d9786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222309cd-9808-48cc-adbf-c39e2122711f'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:52.607280 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-2449c21f-6c9e-4537-9609-550a47c90afd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc71e0455eec472188093de5ad4fec19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2957473 Jul 23 17:19:52.608231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449c21f-6c9e-4537-9609-550a47c90afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b48b858-5f5a-4e43-b643-2a03c4245e53,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:52.614389 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-468c4a3d-6d6e-4ab9-aed5-e02fe6db5cdb req-ae4f8c6c-895b-4a44-b5ad-ace611dae172 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b952056-6548-42c5-82ed-adfddcc81f36 HTTP/1.1" status: 200 len: 217 time: 0.2027547 Jul 23 17:19:52.624469 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 44908) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:19:52.633696 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2449c21f-6c9e-4537-9609-550a47c90afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:52.793105 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-014ae5ed-fb85-4be1-bb15-9be6290c3c99 req-f43ca48b-d2df-47de-9efb-24378188cbc2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773849 Jul 23 17:19:52.826930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c36de742-4a6e-4390-bdb8-b21be0d72452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:52.841260 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c4a3d-6d6e-4ab9-aed5-e02fe6db5cdb req-1048a1a1-d33e-4bec-bfd7-bd84c826f576 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:52.850277 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-468c4a3d-6d6e-4ab9-aed5-e02fe6db5cdb req-1048a1a1-d33e-4bec-bfd7-bd84c826f576 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f137acdd-475c-4812-af2f-0a236bb57605 HTTP/1.1" status: 200 len: 854 time: 0.2150509 Jul 23 17:19:52.869799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c36de742-4a6e-4390-bdb8-b21be0d72452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:52.914993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9db66b-63ed-4e28-b840-7cf8db619a06 req-191d111b-a645-4f02-b82e-11d98640f592 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:52.916724 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cf9db66b-63ed-4e28-b840-7cf8db619a06 req-191d111b-a645-4f02-b82e-11d98640f592 service neutron] 10.222.0.58 "GET /v2.0/networks?id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 HTTP/1.1" status: 200 len: 912 time: 0.4227140 Jul 23 17:19:52.928045 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c36de742-4a6e-4390-bdb8-b21be0d72452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:52.935235 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1affd90c-a621-425a-954f-edfac16fa6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:52.951767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36de742-4a6e-4390-bdb8-b21be0d72452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b48b858-5f5a-4e43-b643-2a03c4245e53,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:52.955218 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c36de742-4a6e-4390-bdb8-b21be0d72452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:52.968156 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c36de742-4a6e-4390-bdb8-b21be0d72452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:52.969574 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c36de742-4a6e-4390-bdb8-b21be0d72452 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b48b858-5f5a-4e43-b643-2a03c4245e53 HTTP/1.1" status: 204 len: 168 time: 0.3421712 Jul 23 17:19:53.051076 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cf9db66b-63ed-4e28-b840-7cf8db619a06 req-7af29d59-6a01-4b19-8307-1f83fdc67863 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a3850e8-f9ac-483a-bc70-fc178a054ee7 HTTP/1.1" status: 200 len: 217 time: 0.1266034 Jul 23 17:19:53.193305 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-468c4a3d-6d6e-4ab9-aed5-e02fe6db5cdb req-1a99f017-44c9-4377-834a-ae7ec94c6c09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3406742 Jul 23 17:19:53.235245 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9db66b-63ed-4e28-b840-7cf8db619a06 req-de5bbfe6-0518-484c-8933-335047b85fac service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:53.236827 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cf9db66b-63ed-4e28-b840-7cf8db619a06 req-de5bbfe6-0518-484c-8933-335047b85fac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f126893-602f-418b-84e1-b866f587f188 HTTP/1.1" status: 200 len: 850 time: 0.1778855 Jul 23 17:19:53.380382 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9caa93-f5e2-4e59-81e1-c82089a233ff req-e3626757-d04c-4314-8a32-e370a4942b1a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:53.382595 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dd9caa93-f5e2-4e59-81e1-c82089a233ff req-e3626757-d04c-4314-8a32-e370a4942b1a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.3921392 Jul 23 17:19:53.453178 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b3858-9de3-4f5c-984f-759044a306bc req-7f207c2f-b1ee-4731-b93c-360aa9f94106 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:53.454789 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-777b3858-9de3-4f5c-984f-759044a306bc req-7f207c2f-b1ee-4731-b93c-360aa9f94106 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 944 time: 0.3504617 Jul 23 17:19:53.515214 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-468c4a3d-6d6e-4ab9-aed5-e02fe6db5cdb req-572c928d-1154-49dd-b413-f300a5d9f4d4 service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102334 Jul 23 17:19:53.572301 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dd9caa93-f5e2-4e59-81e1-c82089a233ff req-7b7e35e1-0bf2-47d0-8420-88017ad4d522 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746755 Jul 23 17:19:53.643810 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cf9db66b-63ed-4e28-b840-7cf8db619a06 req-c949e105-a59a-4c8b-b3a4-0a254f833a35 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3941510 Jul 23 17:19:53.664998 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8de91b-b367-4282-97ec-bc29934d9786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222309cd-9808-48cc-adbf-c39e2122711f', 'code': 200} Jul 23 17:19:53.770294 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-777b3858-9de3-4f5c-984f-759044a306bc req-01c6a3ec-6463-47a3-a3ea-ac8b39716c57 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965600 Jul 23 17:19:53.882215 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-468c4a3d-6d6e-4ab9-aed5-e02fe6db5cdb req-d70069eb-1a85-4a69-8d7f-96f1a7807db3 service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543658 Jul 23 17:19:53.926929 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cf9db66b-63ed-4e28-b840-7cf8db619a06 req-33eb0ee7-58c1-417e-aaf5-de02c91f477a service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758527 Jul 23 17:19:54.495260 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cf9db66b-63ed-4e28-b840-7cf8db619a06 req-8a88aa6a-30eb-4da3-83a2-bf6feee60db1 service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596182 Jul 23 17:19:54.503308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8efd6c-6044-4fc8-b946-4dd6b3db6df2 req-ee638ab8-90cf-4186-9af1-ff8c4d402c71 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:54.504710 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7b8efd6c-6044-4fc8-b946-4dd6b3db6df2 req-ee638ab8-90cf-4186-9af1-ff8c4d402c71 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.3936830 Jul 23 17:19:54.558501 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-05492bbe-bcc2-4f8e-9b13-c24c3b8b02e0 req-c2c977e5-c447-484c-bb1c-aed1feb32376 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 1099 time: 0.4440217 Jul 23 17:19:54.579970 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7b8efd6c-6044-4fc8-b946-4dd6b3db6df2 req-e5f10eaa-4341-4cdd-981c-013c48716959 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663893 Jul 23 17:19:54.636695 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-05492bbe-bcc2-4f8e-9b13-c24c3b8b02e0 req-a9e78514-735e-495e-8f53-1dec2b4c39fb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491879 Jul 23 17:19:54.906518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d19a5-f267-4fd5-aae1-da9ab2f78475 req-1d74960e-f26e-4816-ba01-6a918deb7c9e tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:54.908807 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-057d19a5-f267-4fd5-aae1-da9ab2f78475 req-1d74960e-f26e-4816-ba01-6a918deb7c9e tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.1149278 Jul 23 17:19:54.996775 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-057d19a5-f267-4fd5-aae1-da9ab2f78475 req-1c6cad9b-6345-410f-b35d-1b596f2d9ce2 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800855 Jul 23 17:19:55.169408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6b952056-6548-42c5-82ed-adfddcc81f36 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:19:55.186306 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fda95-a780-47d0-b95f-ea1c7e0781da req-99f38b29-e58f-41c8-b3ea-4b4c22c9d743 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:55.188034 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-874fda95-a780-47d0-b95f-ea1c7e0781da req-99f38b29-e58f-41c8-b3ea-4b4c22c9d743 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 944 time: 0.1087513 Jul 23 17:19:55.256349 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-874fda95-a780-47d0-b95f-ea1c7e0781da req-824ca703-f22e-40e4-aecd-057efcb41da9 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589139 Jul 23 17:19:55.330298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6b952056-6548-42c5-82ed-adfddcc81f36, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6b952056-6548-42c5-82ed-adfddcc81f36,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:55.348107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '6b952056-6548-42c5-82ed-adfddcc81f36', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'port_id': '6b952056-6548-42c5-82ed-adfddcc81f36', 'mac_address': 'fa:16:3e:14:c4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:19:55.409830 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:55.433661 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b952056-6548-42c5-82ed-adfddcc81f36 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:19:55.454779 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6b952056-6548-42c5-82ed-adfddcc81f36, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6b952056-6548-42c5-82ed-adfddcc81f36,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:55.459007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:55.460197 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 4a3850e8-f9ac-483a-bc70-fc178a054ee7 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:19:55.464700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:55.602630 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=6b952056-6548-42c5-82ed-adfddcc81f36,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:55.610621 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:55.764007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 4a3850e8-f9ac-483a-bc70-fc178a054ee7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=4a3850e8-f9ac-483a-bc70-fc178a054ee7,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:55.787479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '4a3850e8-f9ac-483a-bc70-fc178a054ee7', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'port_id': '4a3850e8-f9ac-483a-bc70-fc178a054ee7', 'mac_address': 'fa:16:3e:8b:2c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:19:55.914895 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d755540-b463-43cf-8a00-c56b6c9c7594 req-4f3a86ed-cd98-48d4-953b-f11e810ab814 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:55.925485 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6d755540-b463-43cf-8a00-c56b6c9c7594 req-4f3a86ed-cd98-48d4-953b-f11e810ab814 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 945 time: 0.1311677 Jul 23 17:19:55.992278 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6d755540-b463-43cf-8a00-c56b6c9c7594 req-f6006ec7-4065-4ee7-a390-30cedfc10844 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655646 Jul 23 17:19:56.010634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:56.042155 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3850e8-f9ac-483a-bc70-fc178a054ee7 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:19:56.070066 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 4a3850e8-f9ac-483a-bc70-fc178a054ee7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=4a3850e8-f9ac-483a-bc70-fc178a054ee7,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:56.075830 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:56.079015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:56.208535 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=4a3850e8-f9ac-483a-bc70-fc178a054ee7,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:56.220736 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:56.268337 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bd4f2-5cfb-4041-a01f-c24e3ebe63df req-a0cff59b-0881-411b-acfd-aa03dc3ec5db tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:56.271104 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a19bd4f2-5cfb-4041-a01f-c24e3ebe63df req-a0cff59b-0881-411b-acfd-aa03dc3ec5db tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.1361742 Jul 23 17:19:56.340489 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['4a3850e8-f9ac-483a-bc70-fc178a054ee7'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:19:56.359623 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a19bd4f2-5cfb-4041-a01f-c24e3ebe63df req-61f1ada5-809d-4196-b22a-393dc0d01f81 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781958 Jul 23 17:19:56.386327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['6b952056-6548-42c5-82ed-adfddcc81f36'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:19:56.638151 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860ac20-89e6-4053-903a-9ab690e291b5 req-7e040882-dd98-45f7-a6bf-cd68a4558510 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:56.639895 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a860ac20-89e6-4053-903a-9ab690e291b5 req-7e040882-dd98-45f7-a6bf-cd68a4558510 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 945 time: 0.2139475 Jul 23 17:19:56.944504 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a860ac20-89e6-4053-903a-9ab690e291b5 req-b0cb6b5e-3fff-44b5-90d7-9e191d259257 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968428 Jul 23 17:19:57.015133 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f9aa85b6-6eca-4c3d-b99c-9ff2f0de1088 req-854f5ee2-6ef2-4d42-b43b-31d4b086bb32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=08ff567edeeb497e8ca1d5a43e82783c&device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 1099 time: 0.3109512 Jul 23 17:19:57.031733 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c40be1-7e2c-48fe-8f1b-646cc330c8f7 req-dc7f4c5e-6ab1-4fc8-98c1-ae1b695321f2 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:57.042728 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a1c40be1-7e2c-48fe-8f1b-646cc330c8f7 req-dc7f4c5e-6ab1-4fc8-98c1-ae1b695321f2 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.1943395 Jul 23 17:19:57.244309 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a1c40be1-7e2c-48fe-8f1b-646cc330c8f7 req-5709c9dc-074d-4fdb-94fd-7a74e0882439 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023625 Jul 23 17:19:57.320420 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa85b6-6eca-4c3d-b99c-9ff2f0de1088 req-e1e4cbe1-7bfb-489a-bcdf-f6f62399c2f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:57.322196 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f9aa85b6-6eca-4c3d-b99c-9ff2f0de1088 req-e1e4cbe1-7bfb-489a-bcdf-f6f62399c2f6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=56923c17-1dcf-41eb-bda1-d959e61a3ee9 HTTP/1.1" status: 200 len: 918 time: 0.2784297 Jul 23 17:19:57.337305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09d47b-a55c-4d69-812b-04dc739db0ce req-18b50e30-e937-448b-b176-8582a8fff4c0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:57.338972 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aa09d47b-a55c-4d69-812b-04dc739db0ce req-18b50e30-e937-448b-b176-8582a8fff4c0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 945 time: 0.1797419 Jul 23 17:19:57.441459 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f9aa85b6-6eca-4c3d-b99c-9ff2f0de1088 req-a11475fc-0c60-4921-94f1-ed94958b7fea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=222309cd-9808-48cc-adbf-c39e2122711f HTTP/1.1" status: 200 len: 217 time: 0.1011584 Jul 23 17:19:57.591498 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aa09d47b-a55c-4d69-812b-04dc739db0ce req-b8aaf37c-e176-44e0-bf20-a57110b92b0a tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879907 Jul 23 17:19:57.604318 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa85b6-6eca-4c3d-b99c-9ff2f0de1088 req-2cf76e25-3fcf-4eab-856c-1d6c9d94dd50 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:57.609882 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f9aa85b6-6eca-4c3d-b99c-9ff2f0de1088 req-2cf76e25-3fcf-4eab-856c-1d6c9d94dd50 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b91c4b6-b0e0-40e1-9e39-8b53827780fa HTTP/1.1" status: 200 len: 857 time: 0.1588790 Jul 23 17:19:57.692363 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f9aa85b6-6eca-4c3d-b99c-9ff2f0de1088 req-35276c82-a571-4b25-b9f7-e1d1c9c17fbe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56923c17-1dcf-41eb-bda1-d959e61a3ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735443 Jul 23 17:19:57.852993 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f9aa85b6-6eca-4c3d-b99c-9ff2f0de1088 req-3538d729-f091-4042-bc91-16079b90b583 service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514704 Jul 23 17:19:58.125485 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f9aa85b6-6eca-4c3d-b99c-9ff2f0de1088 req-52a91800-e2fb-4ea4-8700-498b8725c929 service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655773 Jul 23 17:19:58.254393 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e05ea1-ce60-4262-8fdb-6cb39b392368 req-d8799174-6efa-4cff-8132-992f331833ba tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:58.257858 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a2e05ea1-ce60-4262-8fdb-6cb39b392368 req-d8799174-6efa-4cff-8132-992f331833ba tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 945 time: 0.1180890 Jul 23 17:19:58.332840 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a2e05ea1-ce60-4262-8fdb-6cb39b392368 req-4cc20117-b967-42c8-8364-04f53ae02999 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647452 Jul 23 17:19:58.525384 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cb580-a236-448c-a969-8f03a746e57d req-166c6d67-cd83-4f2e-8824-27f853cac692 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:58.527466 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-990cb580-a236-448c-a969-8f03a746e57d req-166c6d67-cd83-4f2e-8824-27f853cac692 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.1024396 Jul 23 17:19:58.587694 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-990cb580-a236-448c-a969-8f03a746e57d req-2967281f-a126-4db5-bf61-326980faa175 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529749 Jul 23 17:19:58.872636 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d1071-3291-43b9-8b25-51c5ffe0db17 req-24ba6952-f89a-4277-9a61-9cccd6979ae8 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:58.874355 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-184d1071-3291-43b9-8b25-51c5ffe0db17 req-24ba6952-f89a-4277-9a61-9cccd6979ae8 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 945 time: 0.1000659 Jul 23 17:19:58.927343 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-184d1071-3291-43b9-8b25-51c5ffe0db17 req-b1034aff-4a67-4fb8-b838-1c274d667db4 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453210 Jul 23 17:19:59.175774 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6b952056-6548-42c5-82ed-adfddcc81f36 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:59.238235 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f5980186-a24b-4b6a-8af9-2a45f00566db req-320123bd-4f38-4d67-8a97-5d84776cbbb7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1881168 Jul 23 17:19:59.262199 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 6b952056-6548-42c5-82ed-adfddcc81f36 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:59.268069 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 6b952056-6548-42c5-82ed-adfddcc81f36 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:59.268495 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:59.415568 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:59.442831 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f5980186-a24b-4b6a-8af9-2a45f00566db req-fdc6f217-6409-462c-97a4-38e64b655238 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=72a121bec1fc4348ab670696d7203e3e&device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 1098 time: 0.1183114 Jul 23 17:19:59.486893 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b952056-6548-42c5-82ed-adfddcc81f36'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:19:59.522165 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6b952056-6548-42c5-82ed-adfddcc81f36, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6b952056-6548-42c5-82ed-adfddcc81f36,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:19:59.527275 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:19:59.530425 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 4a3850e8-f9ac-483a-bc70-fc178a054ee7 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:19:59.619283 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b952056-6548-42c5-82ed-adfddcc81f36', 'code': 200} Jul 23 17:19:59.619889 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:19:59.711359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5980186-a24b-4b6a-8af9-2a45f00566db req-83f71bae-e244-4c95-99fa-2cd0d090a7bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:19:59.719841 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f5980186-a24b-4b6a-8af9-2a45f00566db req-83f71bae-e244-4c95-99fa-2cd0d090a7bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6033adc-aa2d-4818-85fc-a7a489f144aa HTTP/1.1" status: 200 len: 913 time: 0.2311039 Jul 23 17:19:59.751186 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 4a3850e8-f9ac-483a-bc70-fc178a054ee7 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:19:59.757693 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=6b952056-6548-42c5-82ed-adfddcc81f36,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:19:59.769047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:19:59.769770 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 4a3850e8-f9ac-483a-bc70-fc178a054ee7 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:19:59.770190 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:00.006155 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:00.033693 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f5980186-a24b-4b6a-8af9-2a45f00566db req-ed801883-03e4-4bd3-aaa3-b44df64615c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 HTTP/1.1" status: 200 len: 217 time: 0.2648396 Jul 23 17:20:00.063078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 4a3850e8-f9ac-483a-bc70-fc178a054ee7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=4a3850e8-f9ac-483a-bc70-fc178a054ee7,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:00.067785 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:00.071348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1b82a70f-0a6b-4b4f-bcef-43e9c1dec9c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:00.157162 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=4a3850e8-f9ac-483a-bc70-fc178a054ee7,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:00.161248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:00.180924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-221465b7-7320-42ad-8b27-5e9499adb476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:00.200114 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a5d427a0-f738-44aa-ad89-078988354839 req-c16f710c-5a61-4baa-919e-d55c6b70097f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 1099 time: 0.2791882 Jul 23 17:20:00.203389 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5980186-a24b-4b6a-8af9-2a45f00566db req-7bbc5e09-4b62-4111-a194-fd17f269e2ba service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:00.212534 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f5980186-a24b-4b6a-8af9-2a45f00566db req-7bbc5e09-4b62-4111-a194-fd17f269e2ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75c171a8-1b1d-4574-9c1d-96db77d7267c HTTP/1.1" status: 200 len: 852 time: 0.1607711 Jul 23 17:20:00.212534 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5250e2a-0354-4201-aeb2-ce6aafb82398 req-1dee29d1-c6f8-4c6b-8bc0-aa1e466e2421 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:00.221155 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f5250e2a-0354-4201-aeb2-ce6aafb82398 req-1dee29d1-c6f8-4c6b-8bc0-aa1e466e2421 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.3149836 Jul 23 17:20:00.327200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538d56a-b3cf-449b-8dc2-43ede03a2e98 req-5de2f256-02f1-4dd2-ac8d-b41560a4a83a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:00.335478 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0538d56a-b3cf-449b-8dc2-43ede03a2e98 req-5de2f256-02f1-4dd2-ac8d-b41560a4a83a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 945 time: 0.8164234 Jul 23 17:20:00.366931 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f5980186-a24b-4b6a-8af9-2a45f00566db req-e3d024ae-1f71-44bd-8cbe-5348247e65d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6033adc-aa2d-4818-85fc-a7a489f144aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423032 Jul 23 17:20:00.676467 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f5250e2a-0354-4201-aeb2-ce6aafb82398 req-2c224703-58e6-42e5-ba22-59d54c722aeb tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550631 Jul 23 17:20:00.720925 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a5d427a0-f738-44aa-ad89-078988354839 req-39d46164-00b6-4132-a6b1-82f43ca57c59 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4975159 Jul 23 17:20:00.760062 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0538d56a-b3cf-449b-8dc2-43ede03a2e98 req-a3aeb091-958c-443f-8418-3f0e5fe033c7 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4230106 Jul 23 17:20:00.797421 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f5980186-a24b-4b6a-8af9-2a45f00566db req-3f9c374c-ca8d-461c-b947-5c9a9817d062 service neutron] 10.222.0.58 "GET /v2.0/networks/d6033adc-aa2d-4818-85fc-a7a489f144aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132395 Jul 23 17:20:00.898688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45202) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:01.061943 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f5980186-a24b-4b6a-8af9-2a45f00566db req-a9e2cc67-ec33-4bee-9b25-0431bf52f513 service neutron] 10.222.0.58 "GET /v2.0/networks/d6033adc-aa2d-4818-85fc-a7a489f144aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501338 Jul 23 17:20:01.085218 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1de1a-c085-4e81-b3e1-25dce970e65c req-483ab98d-f9ef-4c85-aa18-5c4cfeaa1ced tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:01.087897 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-56c1de1a-c085-4e81-b3e1-25dce970e65c req-483ab98d-f9ef-4c85-aa18-5c4cfeaa1ced tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.1566467 Jul 23 17:20:01.113199 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:01.158780 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-56c1de1a-c085-4e81-b3e1-25dce970e65c req-e4008b59-c63b-4cb0-b3c0-fa9a99d61ef5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645902 Jul 23 17:20:01.164578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:01.169411 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Usage tracker for resource:security_group_rule and tenant:71547761b395476d94ce919cba400ed2 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:01.173643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:01.181789 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:01.256947 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:01.260560 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:01.268742 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-95881ae6-0b3a-4be2-a506-a30418e86805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:01.285364 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 45224) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:01.302213 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fda9672-92b5-497f-ae81-ee3ac0c4c5db,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:01.316228 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.316606 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.317186 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.317752 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.318295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.318919 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.319988 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.320389 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.320783 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.321146 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.321707 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.326303 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:01.351574 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71547761b395476d94ce919cba400ed2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4515948 Jul 23 17:20:01.352032 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 45230) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:01.445280 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:01.486777 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:01.524498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4b8a-7c27-4392-9487-9c9b4ce8bae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:01.589682 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-8c8f4b8a-7c27-4392-9487-9c9b4ce8bae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:01.594366 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-8c8f4b8a-7c27-4392-9487-9c9b4ce8bae9 admin admin] Usage tracker for resource:security_group_rule and tenant:41f5558af3ed469ba73f6d54ed896bee is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:01.597971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-8c8f4b8a-7c27-4392-9487-9c9b4ce8bae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:01.606644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-8c8f4b8a-7c27-4392-9487-9c9b4ce8bae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:01.609019 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:01.618225 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:01.620253 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2f4929-d113-4894-889d-1986dc88bd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3850e8-f9ac-483a-bc70-fc178a054ee7'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:20:01.644259 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fda9672-92b5-497f-ae81-ee3ac0c4c5db,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:01.656912 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:01.665974 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:01.667516 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3fda9672-92b5-497f-ae81-ee3ac0c4c5db HTTP/1.1" status: 204 len: 168 time: 0.3140452 Jul 23 17:20:01.700679 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.701089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.701507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.701900 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.702288 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.702673 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.703114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.703647 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.703870 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.704286 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.704672 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:01.716483 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:01.762948 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2f4929-d113-4894-889d-1986dc88bd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3850e8-f9ac-483a-bc70-fc178a054ee7', 'code': 200} Jul 23 17:20:01.854424 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4b8a-7c27-4392-9487-9c9b4ce8bae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:01.861186 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4b8a-7c27-4392-9487-9c9b4ce8bae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:01.882239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:02.183282 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f4b8a-7c27-4392-9487-9c9b4ce8bae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76167e32-af15-47d2-b992-5e71f7558f81,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:02.244624 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8c8f4b8a-7c27-4392-9487-9c9b4ce8bae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:02.261290 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-8c8f4b8a-7c27-4392-9487-9c9b4ce8bae9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41f5558af3ed469ba73f6d54ed896bee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9743273 Jul 23 17:20:02.264229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45254) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:02.329397 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50fce2-034f-4536-9259-b6c6fca7d48b req-a4e71152-c55f-4546-af4e-86cbe8d38896 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:02.331405 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fd50fce2-034f-4536-9259-b6c6fca7d48b req-a4e71152-c55f-4546-af4e-86cbe8d38896 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.3668890 Jul 23 17:20:02.357268 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4b17e-3ed7-4258-bd31-c051bbd89c7e req-19936c7e-e8e6-45f6-9164-3c096c29043f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:02.358808 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-17b4b17e-3ed7-4258-bd31-c051bbd89c7e req-19936c7e-e8e6-45f6-9164-3c096c29043f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.3032146 Jul 23 17:20:02.378850 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-74337be6-1275-4652-ad2a-89d9a69010f1 req-f4270602-98d6-426c-a3e6-acae6ac28abd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 1099 time: 0.2002459 Jul 23 17:20:02.416281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-78089500-4b75-47ac-bfc9-abf1e4cdd68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:02.419930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45258) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:02.451014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b7e4906b-da48-495f-a671-1aee1f3a31cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:02.479442 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fd50fce2-034f-4536-9259-b6c6fca7d48b req-577a215a-17ad-420d-8ccd-abae533a75fe tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192656 Jul 23 17:20:02.485569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-78089500-4b75-47ac-bfc9-abf1e4cdd68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:02.493484 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-17b4b17e-3ed7-4258-bd31-c051bbd89c7e req-c61bcb90-225c-4d53-a8ac-03e65dda0c72 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113851 Jul 23 17:20:02.495556 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-74337be6-1275-4652-ad2a-89d9a69010f1 req-65a8ea55-edb2-43b1-ad35-6a2e24064bba service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085968 Jul 23 17:20:02.536973 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b7e4906b-da48-495f-a671-1aee1f3a31cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:02.546242 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b7e4906b-da48-495f-a671-1aee1f3a31cc admin admin] Usage tracker for resource:security_group_rule and tenant:0eb1770c469643bea51c258d740b9a76 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:02.549611 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b7e4906b-da48-495f-a671-1aee1f3a31cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:02.555991 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b7e4906b-da48-495f-a671-1aee1f3a31cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:02.578972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-78089500-4b75-47ac-bfc9-abf1e4cdd68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:02.586050 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c36de742-4a6e-4390-bdb8-b21be0d72452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:02.608646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78089500-4b75-47ac-bfc9-abf1e4cdd68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76167e32-af15-47d2-b992-5e71f7558f81,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:02.616651 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-78089500-4b75-47ac-bfc9-abf1e4cdd68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:02.622542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-78089500-4b75-47ac-bfc9-abf1e4cdd68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:02.626721 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-78089500-4b75-47ac-bfc9-abf1e4cdd68c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76167e32-af15-47d2-b992-5e71f7558f81 HTTP/1.1" status: 204 len: 168 time: 0.3608146 Jul 23 17:20:02.686868 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d5d3567c-8b8f-4055-be33-7254b9095457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:02.702476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b7e4906b-da48-495f-a671-1aee1f3a31cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:02.706227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b7e4906b-da48-495f-a671-1aee1f3a31cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:02.716171 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-14e9440e-0cd1-4370-a180-a7ef5c58e810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:02.735603 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21a497-425c-4f1b-a80c-552aa424a2cf req-2fc7a450-7d8c-4089-974a-e2fc301aa415 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:02.744573 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-be21a497-425c-4f1b-a80c-552aa424a2cf req-2fc7a450-7d8c-4089-974a-e2fc301aa415 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.1335187 Jul 23 17:20:02.771513 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4906b-da48-495f-a671-1aee1f3a31cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6288da88-ef8e-484e-a1d1-021dc8e4a97b,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:02.789427 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b7e4906b-da48-495f-a671-1aee1f3a31cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:02.792750 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-b7e4906b-da48-495f-a671-1aee1f3a31cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0eb1770c469643bea51c258d740b9a76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3713169 Jul 23 17:20:02.795657 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45268) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:02.801231 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-be21a497-425c-4f1b-a80c-552aa424a2cf req-e2f06791-bfa0-4dd7-85cd-11d0009edc10 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555758 Jul 23 17:20:02.874715 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4db931f-fc2d-40c0-ad2a-e3bcb59ea9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:02.916880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4db931f-fc2d-40c0-ad2a-e3bcb59ea9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:02.919187 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:02.975623 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4db931f-fc2d-40c0-ad2a-e3bcb59ea9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:02.982231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d5b0be20-6ec8-4ef6-8bd5-16ff1d938f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:03.006095 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4db931f-fc2d-40c0-ad2a-e3bcb59ea9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:03.007444 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d4db931f-fc2d-40c0-ad2a-e3bcb59ea9b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6288da88-ef8e-484e-a1d1-021dc8e4a97b HTTP/1.1" status: 204 len: 168 time: 0.2107632 Jul 23 17:20:03.008561 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db931f-fc2d-40c0-ad2a-e3bcb59ea9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6288da88-ef8e-484e-a1d1-021dc8e4a97b,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:03.011988 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d4db931f-fc2d-40c0-ad2a-e3bcb59ea9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:03.113078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b636a6-74c8-4442-a271-c9376ac3e100 req-62984220-7cc8-4323-a0d0-bfcd0b10b06f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:03.115212 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-15b636a6-74c8-4442-a271-c9376ac3e100 req-62984220-7cc8-4323-a0d0-bfcd0b10b06f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.1194222 Jul 23 17:20:03.125910 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45282) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:03.133691 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-a0521766-c229-4b73-8528-58ed2c0c93f5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Request body: {'floatingip': {'port_id': '6b952056-6548-42c5-82ed-adfddcc81f36'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:20:03.175383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 45286) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:03.222215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a0521766-c229-4b73-8528-58ed2c0c93f5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for floatingip, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:03.497330 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 45298) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:03.550637 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:03.552519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2c4641d7-6e79-47b2-9b25-7911ed56e86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:03.645850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-2c4641d7-6e79-47b2-9b25-7911ed56e86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:03.657189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-2c4641d7-6e79-47b2-9b25-7911ed56e86b admin admin] Usage tracker for resource:security_group_rule and tenant:9ed7763ec7a4477aab0c841afb51a8bd is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:03.663587 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-2c4641d7-6e79-47b2-9b25-7911ed56e86b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:03.680572 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-2c4641d7-6e79-47b2-9b25-7911ed56e86b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:03.858047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2c4641d7-6e79-47b2-9b25-7911ed56e86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:03.866194 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2c4641d7-6e79-47b2-9b25-7911ed56e86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:03.884431 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9eff70f6-f0ff-45a6-a765-bd871a830bd7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:04.097630 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4641d7-6e79-47b2-9b25-7911ed56e86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5cf6a6-42e6-4714-b0aa-a89b3c667cc7,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:04.109708 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-2c4641d7-6e79-47b2-9b25-7911ed56e86b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ed7763ec7a4477aab0c841afb51a8bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6111546 Jul 23 17:20:04.116609 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 45318) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:04.120600 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2c4641d7-6e79-47b2-9b25-7911ed56e86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:04.215361 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-14761a32-68fb-436f-ab5e-fae6d3f20449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:04.293264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:04.349767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4116811c-534b-4d79-af99-c0d2287c0ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:04.362600 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d37717-1829-4a42-a2f0-cf5ec4829e22 req-9d0fa39f-c0d2-4d7c-b590-6fb36d7e4a52 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:04.364398 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-34d37717-1829-4a42-a2f0-cf5ec4829e22 req-9d0fa39f-c0d2-4d7c-b590-6fb36d7e4a52 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.4565344 Jul 23 17:20:04.375706 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-14761a32-68fb-436f-ab5e-fae6d3f20449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:04.387368 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-14761a32-68fb-436f-ab5e-fae6d3f20449 admin admin] Usage tracker for resource:security_group_rule and tenant:059af8da8cf94ac581430bcff35e3d64 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:04.414707 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-14761a32-68fb-436f-ab5e-fae6d3f20449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:04.435035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-14761a32-68fb-436f-ab5e-fae6d3f20449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:04.438426 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4116811c-534b-4d79-af99-c0d2287c0ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:04.520099 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-34d37717-1829-4a42-a2f0-cf5ec4829e22 req-50bcf678-63cc-43bb-aa99-11b27b0d99d8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414518 Jul 23 17:20:04.530238 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421529b8-0bc9-4d04-ba16-cac435bf6b35 req-a1df14df-9dc9-46dc-a77e-dfbd68f07122 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:04.532197 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-421529b8-0bc9-4d04-ba16-cac435bf6b35 req-a1df14df-9dc9-46dc-a77e-dfbd68f07122 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.3044710 Jul 23 17:20:04.532324 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a0521766-c229-4b73-8528-58ed2c0c93f5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:04.535718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a0521766-c229-4b73-8528-58ed2c0c93f5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:04.563002 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4116811c-534b-4d79-af99-c0d2287c0ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:04.573872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:04.609508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116811c-534b-4d79-af99-c0d2287c0ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5cf6a6-42e6-4714-b0aa-a89b3c667cc7,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:04.618109 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4116811c-534b-4d79-af99-c0d2287c0ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:04.651880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4116811c-534b-4d79-af99-c0d2287c0ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:04.655990 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-4116811c-534b-4d79-af99-c0d2287c0ee4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d5cf6a6-42e6-4714-b0aa-a89b3c667cc7 HTTP/1.1" status: 204 len: 168 time: 0.5329230 Jul 23 17:20:04.679881 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-421529b8-0bc9-4d04-ba16-cac435bf6b35 req-df2fbf40-e1ed-4d42-902f-0356f8e05e3a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347845 Jul 23 17:20:04.687979 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-14761a32-68fb-436f-ab5e-fae6d3f20449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:04.750149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-14761a32-68fb-436f-ab5e-fae6d3f20449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:04.788213 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2c4641d7-6e79-47b2-9b25-7911ed56e86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:04.852724 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14761a32-68fb-436f-ab5e-fae6d3f20449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118bc198-60a9-4ae9-ab9b-0acd5e560cc6,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:04.857148 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_db [None req-a0521766-c229-4b73-8528-58ed2c0c93f5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Floating IP 6a7df0a7-6ea0-413d-9fc8-46e16e8a7c39 associated. External IP: 172.27.0.126, port: 6b952056-6548-42c5-82ed-adfddcc81f36. Jul 23 17:20:04.859833 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-14761a32-68fb-436f-ab5e-fae6d3f20449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:04.873293 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-14761a32-68fb-436f-ab5e-fae6d3f20449 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=059af8da8cf94ac581430bcff35e3d64&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6957247 Jul 23 17:20:04.878033 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 45336) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:04.981193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56012f93-94a6-483f-b031-785125917f3d req-22488072-eef0-416d-8529-f59ba4aa93d5 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:04.990161 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-56012f93-94a6-483f-b031-785125917f3d req-22488072-eef0-416d-8529-f59ba4aa93d5 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 945 time: 0.3041995 Jul 23 17:20:05.135873 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-56012f93-94a6-483f-b031-785125917f3d req-36e29396-be95-4801-a268-26990891cab2 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435072 Jul 23 17:20:05.142296 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0fcb-79c1-4fae-9ad8-4326819f47da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:05.169633 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587159d2-fbce-49ae-a5f4-17dad2ce1c2a req-cfcca7d9-598e-4896-bb93-80eede32e51a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:05.169633 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-587159d2-fbce-49ae-a5f4-17dad2ce1c2a req-cfcca7d9-598e-4896-bb93-80eede32e51a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.2901778 Jul 23 17:20:05.181878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 45348) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:05.192032 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-3bcc82c3-b5cd-46f7-8afa-678329aebd3a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Request body: {'floatingip': {'port_id': '4a3850e8-f9ac-483a-bc70-fc178a054ee7'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:20:05.296137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0fcb-79c1-4fae-9ad8-4326819f47da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:05.306179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3bcc82c3-b5cd-46f7-8afa-678329aebd3a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:05.608029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0fcb-79c1-4fae-9ad8-4326819f47da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:05.617426 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5b549a2e-2eaa-4df0-9e6f-096696ad4656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:05.696439 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b0fcb-79c1-4fae-9ad8-4326819f47da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118bc198-60a9-4ae9-ab9b-0acd5e560cc6,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:05.721209 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1f6b0fcb-79c1-4fae-9ad8-4326819f47da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:05.722703 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0521766-c229-4b73-8528-58ed2c0c93f5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Router bd3e9dad-2f75-4451-a238-a7656138dc8b has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:20:05.761545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0fcb-79c1-4fae-9ad8-4326819f47da admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:05.762844 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-1f6b0fcb-79c1-4fae-9ad8-4326819f47da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/118bc198-60a9-4ae9-ab9b-0acd5e560cc6 HTTP/1.1" status: 204 len: 168 time: 0.8827136 Jul 23 17:20:06.121889 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0521766-c229-4b73-8528-58ed2c0c93f5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:20:06.127493 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a0521766-c229-4b73-8528-58ed2c0c93f5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:06.138897 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0706c-386f-4b5a-9368-38cdae2a0062 None None] Sync routers for ids ['bd3e9dad-2f75-4451-a238-a7656138dc8b'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:20:06.168188 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0706c-386f-4b5a-9368-38cdae2a0062 None None] Routers {'bd3e9dad-2f75-4451-a238-a7656138dc8b'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:20:06.171743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-e2e0706c-386f-4b5a-9368-38cdae2a0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:20:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['bd3e9dad-2f75-4451-a238-a7656138dc8b'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:06.242679 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a0521766-c229-4b73-8528-58ed2c0c93f5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "PUT /v2.0/floatingips/6a7df0a7-6ea0-413d-9fc8-46e16e8a7c39 HTTP/1.1" status: 200 len: 992 time: 3.1154015 Jul 23 17:20:06.243435 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'tag': '6b952056-6548-42c5-82ed-adfddcc81f36'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:20:06.481873 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f64f65-a5c4-4326-8502-c512f441defb req-300c677e-d0ba-48d4-b16b-5b3d14db9374 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:06.483685 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-91f64f65-a5c4-4326-8502-c512f441defb req-300c677e-d0ba-48d4-b16b-5b3d14db9374 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.7072997 Jul 23 17:20:06.512738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-e2e0706c-386f-4b5a-9368-38cdae2a0062 None None] Set router bd3e9dad-2f75-4451-a238-a7656138dc8b gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:20:06.601029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45398) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:06.625702 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ca49bf10-5c2f-420c-b209-dedf6b769d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:06.692067 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-ca49bf10-5c2f-420c-b209-dedf6b769d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:06.707627 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-ca49bf10-5c2f-420c-b209-dedf6b769d14 admin admin] Usage tracker for resource:security_group_rule and tenant:b5032c61504b478bac2fbebe6599300c is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:06.713444 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-ca49bf10-5c2f-420c-b209-dedf6b769d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:06.728801 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-ca49bf10-5c2f-420c-b209-dedf6b769d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:06.818256 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ca49bf10-5c2f-420c-b209-dedf6b769d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:06.822458 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ca49bf10-5c2f-420c-b209-dedf6b769d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:06.832460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:06.880942 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49bf10-5c2f-420c-b209-dedf6b769d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c18386-d814-4b5a-b015-169fed3d45b2,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:06.902388 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ca49bf10-5c2f-420c-b209-dedf6b769d14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5032c61504b478bac2fbebe6599300c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2993572 Jul 23 17:20:06.904540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ca49bf10-5c2f-420c-b209-dedf6b769d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:06.906805 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0a3a4-757e-46da-9961-6e4985a4b386 req-193832a6-24c3-44e0-baf5-8b46aa11270e tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:06.908338 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45404) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:06.908542 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2aa0a3a4-757e-46da-9961-6e4985a4b386 req-193832a6-24c3-44e0-baf5-8b46aa11270e tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 945 time: 0.8356893 Jul 23 17:20:06.971394 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-91f64f65-a5c4-4326-8502-c512f441defb req-a6816174-aab0-4dce-b61f-1ac686f153c1 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259231 Jul 23 17:20:06.986631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f2a56-3dda-4007-a2ca-7cf99c4bfa27 req-fbf025c7-5a11-4002-a835-ac26a74c8cd8 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:06.988276 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-064f2a56-3dda-4007-a2ca-7cf99c4bfa27 req-fbf025c7-5a11-4002-a835-ac26a74c8cd8 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 945 time: 0.6366761 Jul 23 17:20:07.016097 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c859e455-656d-473b-9adf-29fb9e871dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:07.083085 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c859e455-656d-473b-9adf-29fb9e871dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:07.087194 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-e2e0706c-386f-4b5a-9368-38cdae2a0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '6a7df0a7-6ea0-413d-9fc8-46e16e8a7c39', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'port_id': '6b952056-6548-42c5-82ed-adfddcc81f36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'mac_address': 'fa:16:3e:14:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:19:25Z', 'updated_at': '2021-07-23T17:20:04Z', 'revision_number': 1, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:36Z', 'revision_number': 5, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:07.092344 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0706c-386f-4b5a-9368-38cdae2a0062 None None] Checking router: bd3e9dad-2f75-4451-a238-a7656138dc8b for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:20:07.105968 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0706c-386f-4b5a-9368-38cdae2a0062 None None] Routers {'bd3e9dad-2f75-4451-a238-a7656138dc8b'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:20:07.107050 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-e2e0706c-386f-4b5a-9368-38cdae2a0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:20:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['bd3e9dad-2f75-4451-a238-a7656138dc8b'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:07.208887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-2aa0a3a4-757e-46da-9961-6e4985a4b386 req-f1df59a9-df3d-40eb-9505-e8bb53c50ae3 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Deleting port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:20:07.210271 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-2aa0a3a4-757e-46da-9961-6e4985a4b386 req-f1df59a9-df3d-40eb-9505-e8bb53c50ae3 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:07.234820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c859e455-656d-473b-9adf-29fb9e871dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:07.245727 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-783a3285-a171-4752-8818-a898ee924d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:07.299119 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c859e455-656d-473b-9adf-29fb9e871dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:07.303934 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c859e455-656d-473b-9adf-29fb9e871dea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41c18386-d814-4b5a-b015-169fed3d45b2 HTTP/1.1" status: 204 len: 168 time: 0.3938487 Jul 23 17:20:07.308854 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'tag': '6b952056-6548-42c5-82ed-adfddcc81f36', 'status': 'completed', 'code': 200} Jul 23 17:20:07.310014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859e455-656d-473b-9adf-29fb9e871dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c18386-d814-4b5a-b015-169fed3d45b2,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:07.325761 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c859e455-656d-473b-9adf-29fb9e871dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:07.356375 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-e2e0706c-386f-4b5a-9368-38cdae2a0062 None None] Set router bd3e9dad-2f75-4451-a238-a7656138dc8b gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:20:07.461842 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-064f2a56-3dda-4007-a2ca-7cf99c4bfa27 req-a24671f3-efd3-4989-9b08-1eb14abd44ff tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493451 Jul 23 17:20:07.701835 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3bcc82c3-b5cd-46f7-8afa-678329aebd3a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:07.717862 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3bcc82c3-b5cd-46f7-8afa-678329aebd3a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:08.003689 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-e2e0706c-386f-4b5a-9368-38cdae2a0062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '6a7df0a7-6ea0-413d-9fc8-46e16e8a7c39', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'port_id': '6b952056-6548-42c5-82ed-adfddcc81f36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'mac_address': 'fa:16:3e:14:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:19:25Z', 'updated_at': '2021-07-23T17:20:04Z', 'revision_number': 1, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:36Z', 'revision_number': 5, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:08.008425 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0706c-386f-4b5a-9368-38cdae2a0062 None None] The sync data for ids ['bd3e9dad-2f75-4451-a238-a7656138dc8b'] in dv-cinder-802045-1-iscsi is: [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '6a7df0a7-6ea0-413d-9fc8-46e16e8a7c39', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'port_id': '6b952056-6548-42c5-82ed-adfddcc81f36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'mac_address': 'fa:16:3e:14:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:19:25Z', 'updated_at': '2021-07-23T17:20:04Z', 'revision_number': 1, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:36Z', 'revision_number': 5, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:20:08.086079 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-2aa0a3a4-757e-46da-9961-6e4985a4b386 req-f1df59a9-df3d-40eb-9505-e8bb53c50ae3 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] For port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139,segment=NetworkSegment(1d1c3ce2-86a0-4e47-aed1-aa4c7502a688),segment_id=1d1c3ce2-86a0-4e47-aed1-aa4c7502a688)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:08.086380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-2aa0a3a4-757e-46da-9961-6e4985a4b386 req-f1df59a9-df3d-40eb-9505-e8bb53c50ae3 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:08.114649 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b7a8cbb7-e9d8-4e30-a363-981f031dff30 req-c5f81679-f195-48c8-979c-b27f29fdf97f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 1099 time: 0.6718295 Jul 23 17:20:08.326583 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-2aa0a3a4-757e-46da-9961-6e4985a4b386 req-f1df59a9-df3d-40eb-9505-e8bb53c50ae3 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Calling delete_port for c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:20:08.595846 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b2896a-404c-42a6-950a-b898bac4039f None None] New status for floating IP 6a7df0a7-6ea0-413d-9fc8-46e16e8a7c39: ACTIVE {{(pid=81986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:20:09.308824 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-2aa0a3a4-757e-46da-9961-6e4985a4b386 req-f1df59a9-df3d-40eb-9505-e8bb53c50ae3 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:09.313481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8cbb7-e9d8-4e30-a363-981f031dff30 req-6fdeaf6f-3e88-48cf-bbb8-9c747e186f65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:09.315394 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b7a8cbb7-e9d8-4e30-a363-981f031dff30 req-6fdeaf6f-3e88-48cf-bbb8-9c747e186f65 service neutron] 10.222.0.58 "GET /v2.0/networks?id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 200 len: 916 time: 1.0817695 Jul 23 17:20:09.337712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-af9cfc9e-4410-452b-aa60-22932b2ad36d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:09.374771 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aec5f9-ac92-40db-b52e-d2286ccc7c38 req-cfcd4b7b-2118-4ffa-932e-7194a0054637 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:09.376409 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-60aec5f9-ac92-40db-b52e-d2286ccc7c38 req-cfcd4b7b-2118-4ffa-932e-7194a0054637 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 1.0819161 Jul 23 17:20:09.457688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df59a9-df3d-40eb-9505-e8bb53c50ae3 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Pushing event deleted for resources: {'Port': ['ID=c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:09.483683 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f1df59a9-df3d-40eb-9505-e8bb53c50ae3 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:09.500058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c70cee-6f52-49aa-81b4-3652fb4bdcfb req-d3772379-6092-476b-9b2d-788b79f92c2d tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:09.501720 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e7c70cee-6f52-49aa-81b4-3652fb4bdcfb req-d3772379-6092-476b-9b2d-788b79f92c2d tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d6210c8-c6b6-4320-93ab-62d36d0d593d HTTP/1.1" status: 200 len: 945 time: 0.6500063 Jul 23 17:20:09.694111 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa0a3a4-757e-46da-9961-6e4985a4b386 req-f1df59a9-df3d-40eb-9505-e8bb53c50ae3 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] No DVR routers for this DVR port c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:20:09.701909 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-2aa0a3a4-757e-46da-9961-6e4985a4b386 req-f1df59a9-df3d-40eb-9505-e8bb53c50ae3 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:09.706491 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6210c8-c6b6-4320-93ab-62d36d0d593d', 'name': 'network-vif-deleted', 'tag': 'c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:20:09.712631 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b7a8cbb7-e9d8-4e30-a363-981f031dff30 req-56cd8c7b-c1ce-49bf-9160-f441f1ae5419 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b952056-6548-42c5-82ed-adfddcc81f36 HTTP/1.1" status: 200 len: 1002 time: 0.3800180 Jul 23 17:20:09.729125 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-60aec5f9-ac92-40db-b52e-d2286ccc7c38 req-b5a10dd8-4cb5-48f8-8729-b59d61bd816f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814820 Jul 23 17:20:09.779383 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2aa0a3a4-757e-46da-9961-6e4985a4b386 req-f1df59a9-df3d-40eb-9505-e8bb53c50ae3 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.58 "DELETE /v2.0/ports/c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 HTTP/1.1" status: 204 len: 173 time: 2.8597159 Jul 23 17:20:09.805087 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_db [None req-3bcc82c3-b5cd-46f7-8afa-678329aebd3a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Floating IP faf16585-5d28-4132-9ad8-3d80a293bf49 associated. External IP: 172.27.0.70, port: 4a3850e8-f9ac-483a-bc70-fc178a054ee7. Jul 23 17:20:09.875260 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e7c70cee-6f52-49aa-81b4-3652fb4bdcfb req-df763504-df3c-4c2f-9073-b6b5ff6203ca tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed57dbaf-6223-46c8-b1e9-affaa6647164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231792 Jul 23 17:20:09.961210 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8cbb7-e9d8-4e30-a363-981f031dff30 req-e9e060bc-a8a4-44c5-9fc4-bed3fae38439 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:09.962911 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b7a8cbb7-e9d8-4e30-a363-981f031dff30 req-e9e060bc-a8a4-44c5-9fc4-bed3fae38439 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f137acdd-475c-4812-af2f-0a236bb57605 HTTP/1.1" status: 200 len: 854 time: 0.2382910 Jul 23 17:20:10.021227 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6210c8-c6b6-4320-93ab-62d36d0d593d', 'name': 'network-vif-deleted', 'tag': 'c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139', 'status': 'completed', 'code': 200} Jul 23 17:20:10.078818 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b7a8cbb7-e9d8-4e30-a363-981f031dff30 req-d2f47af5-ed46-4d34-9437-4f2c9fb1a409 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1084518 Jul 23 17:20:10.255079 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b7a8cbb7-e9d8-4e30-a363-981f031dff30 req-91b8e731-203e-48e7-9584-e9af50ef38ec service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668537 Jul 23 17:20:10.497238 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45524) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:10.598645 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b7a8cbb7-e9d8-4e30-a363-981f031dff30 req-fd715e46-2c05-44be-a984-d2c82499ae35 service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759597 Jul 23 17:20:10.727354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e9aa638d-fe55-4e0d-85e1-587edeac3969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:10.728272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcc82c3-b5cd-46f7-8afa-678329aebd3a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:20:10.782525 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e9aa638d-fe55-4e0d-85e1-587edeac3969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:10.788348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e9aa638d-fe55-4e0d-85e1-587edeac3969 admin admin] Usage tracker for resource:security_group_rule and tenant:0e6a4e92984347c59cd75d1ab5a8cb84 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:10.792952 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e9aa638d-fe55-4e0d-85e1-587edeac3969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:10.801754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e9aa638d-fe55-4e0d-85e1-587edeac3969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:10.941275 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e9aa638d-fe55-4e0d-85e1-587edeac3969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:10.948890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e9aa638d-fe55-4e0d-85e1-587edeac3969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:10.985315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a93dece7-f95c-4b70-9cea-0c2a44659eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:11.031543 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e9aa638d-fe55-4e0d-85e1-587edeac3969 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e6a4e92984347c59cd75d1ab5a8cb84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5314484 Jul 23 17:20:11.033437 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45550) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:11.034543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa638d-fe55-4e0d-85e1-587edeac3969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ccc70f-2902-456e-ab1e-f839ff35e63d,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:11.041150 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e9aa638d-fe55-4e0d-85e1-587edeac3969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:11.199264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2ea664c0-ef45-4b2d-8589-c5f586da6eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:11.237876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2ea664c0-ef45-4b2d-8589-c5f586da6eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:11.300212 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2ea664c0-ef45-4b2d-8589-c5f586da6eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:11.315439 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:11.332649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea664c0-ef45-4b2d-8589-c5f586da6eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ccc70f-2902-456e-ab1e-f839ff35e63d,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:11.336462 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2ea664c0-ef45-4b2d-8589-c5f586da6eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:11.337560 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2ea664c0-ef45-4b2d-8589-c5f586da6eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:11.341741 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-2ea664c0-ef45-4b2d-8589-c5f586da6eaf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82ccc70f-2902-456e-ab1e-f839ff35e63d HTTP/1.1" status: 204 len: 168 time: 0.2984610 Jul 23 17:20:11.449155 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc8ad7-c077-4f4b-85be-35920e4177ad req-39de9eef-e30b-447c-bb21-a8c89f28e9c5 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:11.455369 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f7bc8ad7-c077-4f4b-85be-35920e4177ad req-39de9eef-e30b-447c-bb21-a8c89f28e9c5 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.4345982 Jul 23 17:20:11.504340 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcc82c3-b5cd-46f7-8afa-678329aebd3a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:20:11.510470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3bcc82c3-b5cd-46f7-8afa-678329aebd3a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:11.517731 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a090fc-3486-4266-a0ba-3424bc85b196 None None] Sync routers for ids ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:20:11.547962 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a090fc-3486-4266-a0ba-3424bc85b196 None None] Routers {'99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:20:11.552501 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-f6a090fc-3486-4266-a0ba-3424bc85b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:20:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:11.575511 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f7bc8ad7-c077-4f4b-85be-35920e4177ad req-b1530725-6929-452f-b7c4-5ab13c97dfb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157556 Jul 23 17:20:11.613567 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-3bcc82c3-b5cd-46f7-8afa-678329aebd3a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "PUT /v2.0/floatingips/faf16585-5d28-4132-9ad8-3d80a293bf49 HTTP/1.1" status: 200 len: 991 time: 6.4304330 Jul 23 17:20:11.852078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-f6a090fc-3486-4266-a0ba-3424bc85b196 None None] Set router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:20:12.023038 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2f4929-d113-4894-889d-1986dc88bd29', 'tag': '4a3850e8-f9ac-483a-bc70-fc178a054ee7'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:20:12.144581 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2f4929-d113-4894-889d-1986dc88bd29', 'tag': '4a3850e8-f9ac-483a-bc70-fc178a054ee7', 'status': 'completed', 'code': 200} Jul 23 17:20:12.472076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-f6a090fc-3486-4266-a0ba-3424bc85b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': 'faf16585-5d28-4132-9ad8-3d80a293bf49', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'port_id': '4a3850e8-f9ac-483a-bc70-fc178a054ee7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'mac_address': 'fa:16:3e:8b:2c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2f4929-d113-4894-889d-1986dc88bd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:19:29Z', 'updated_at': '2021-07-23T17:20:07Z', 'revision_number': 1, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:33Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:12.476463 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a090fc-3486-4266-a0ba-3424bc85b196 None None] Checking router: 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:20:12.491451 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a090fc-3486-4266-a0ba-3424bc85b196 None None] Routers {'99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:20:12.492131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-f6a090fc-3486-4266-a0ba-3424bc85b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:20:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:12.616754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 45612) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:12.684368 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-f6a090fc-3486-4266-a0ba-3424bc85b196 None None] Set router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:20:12.974640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-07bfabfb-d28e-408c-81b5-1924b2721379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:13.009401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-07bfabfb-d28e-408c-81b5-1924b2721379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:13.013698 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-07bfabfb-d28e-408c-81b5-1924b2721379 admin admin] Usage tracker for resource:security_group_rule and tenant:91fe31283276455bb7a377d5f61768a3 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:13.016790 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-07bfabfb-d28e-408c-81b5-1924b2721379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:13.023766 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-07bfabfb-d28e-408c-81b5-1924b2721379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:13.097250 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-f6a090fc-3486-4266-a0ba-3424bc85b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': 'faf16585-5d28-4132-9ad8-3d80a293bf49', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'port_id': '4a3850e8-f9ac-483a-bc70-fc178a054ee7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'mac_address': 'fa:16:3e:8b:2c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2f4929-d113-4894-889d-1986dc88bd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:19:29Z', 'updated_at': '2021-07-23T17:20:07Z', 'revision_number': 1, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:33Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:13.102738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a090fc-3486-4266-a0ba-3424bc85b196 None None] The sync data for ids ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'] in dv-cinder-802045-1-iscsi is: [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': 'faf16585-5d28-4132-9ad8-3d80a293bf49', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'port_id': '4a3850e8-f9ac-483a-bc70-fc178a054ee7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'mac_address': 'fa:16:3e:8b:2c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2f4929-d113-4894-889d-1986dc88bd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:19:29Z', 'updated_at': '2021-07-23T17:20:07Z', 'revision_number': 1, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:33Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:20:13.108422 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-07bfabfb-d28e-408c-81b5-1924b2721379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:13.112650 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-07bfabfb-d28e-408c-81b5-1924b2721379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:13.114267 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:20:13.144971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a058129d-5359-4850-b451-44f3f454dceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:13.156252 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:20:13.156638 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device c34aa8d2-e257-4a5e-b13e-8a2ecbbdc139 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:20:13.157861 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45626) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:13.157998 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-07bfabfb-d28e-408c-81b5-1924b2721379 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91fe31283276455bb7a377d5f61768a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5398014 Jul 23 17:20:13.185383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bfabfb-d28e-408c-81b5-1924b2721379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fdb98f-4897-4ffd-91a2-053d88bfad8f,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:13.191711 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-07bfabfb-d28e-408c-81b5-1924b2721379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:13.257372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1fc6ae32-2fef-4a31-80c4-3d7c84646e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:13.285560 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1fc6ae32-2fef-4a31-80c4-3d7c84646e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:13.334184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1fc6ae32-2fef-4a31-80c4-3d7c84646e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:13.347938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9d13c7eb-999a-42cc-8687-3eacda9770bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:13.361493 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6ae32-2fef-4a31-80c4-3d7c84646e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fdb98f-4897-4ffd-91a2-053d88bfad8f,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:13.373348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1fc6ae32-2fef-4a31-80c4-3d7c84646e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:13.376918 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1fc6ae32-2fef-4a31-80c4-3d7c84646e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:13.378912 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-1fc6ae32-2fef-4a31-80c4-3d7c84646e4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38fdb98f-4897-4ffd-91a2-053d88bfad8f HTTP/1.1" status: 204 len: 168 time: 0.2192869 Jul 23 17:20:13.576680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e155d16-f10a-4ced-a799-be3f4268ff4a None None] New status for floating IP faf16585-5d28-4132-9ad8-3d80a293bf49: ACTIVE {{(pid=81986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:20:13.793987 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45640) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:13.815496 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ca6894f9-1f4f-4b3b-890a-37d8678efd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:13.852372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-ca6894f9-1f4f-4b3b-890a-37d8678efd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:13.856425 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-ca6894f9-1f4f-4b3b-890a-37d8678efd28 admin admin] Usage tracker for resource:security_group_rule and tenant:55f8e5744b044bcab9e659cedfaf4e92 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:13.859901 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-ca6894f9-1f4f-4b3b-890a-37d8678efd28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:13.866712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-ca6894f9-1f4f-4b3b-890a-37d8678efd28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:13.938304 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ca6894f9-1f4f-4b3b-890a-37d8678efd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:13.941120 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ca6894f9-1f4f-4b3b-890a-37d8678efd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:13.948657 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-79d06530-cd53-4c44-ba33-ca97cd0929df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:13.988655 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6894f9-1f4f-4b3b-890a-37d8678efd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51be634-5629-4257-ac9c-d944f72833fc,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:13.994505 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ca6894f9-1f4f-4b3b-890a-37d8678efd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:13.998022 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ca6894f9-1f4f-4b3b-890a-37d8678efd28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55f8e5744b044bcab9e659cedfaf4e92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2027998 Jul 23 17:20:14.001043 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45644) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:14.066964 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4391ea6b-de21-4627-8e9d-d2b27c715dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.095288 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4391ea6b-de21-4627-8e9d-d2b27c715dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.148509 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4391ea6b-de21-4627-8e9d-d2b27c715dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.152626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c859e455-656d-473b-9adf-29fb9e871dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:14.165605 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391ea6b-de21-4627-8e9d-d2b27c715dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51be634-5629-4257-ac9c-d944f72833fc,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:14.170312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4391ea6b-de21-4627-8e9d-d2b27c715dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:14.173851 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4391ea6b-de21-4627-8e9d-d2b27c715dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.175166 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-4391ea6b-de21-4627-8e9d-d2b27c715dbc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f51be634-5629-4257-ac9c-d944f72833fc HTTP/1.1" status: 204 len: 168 time: 0.1732206 Jul 23 17:20:14.343590 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ff8dfbe5-af2b-40a2-8fc0-9355725a1518 req-2bd4d4c9-cb9c-4239-89e1-1188da5ff5b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda&device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 1099 time: 0.1336632 Jul 23 17:20:14.591103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89353e4-2cf5-4661-ad7e-d1b8c2846508 req-e1a63371-6122-4c82-8112-6dd56ae24a7f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:14.592836 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b89353e4-2cf5-4661-ad7e-d1b8c2846508 req-e1a63371-6122-4c82-8112-6dd56ae24a7f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.2081573 Jul 23 17:20:14.598657 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dfbe5-af2b-40a2-8fc0-9355725a1518 req-2745a6f0-4c43-4758-bfd5-568fd37e58e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:14.600959 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ff8dfbe5-af2b-40a2-8fc0-9355725a1518 req-2745a6f0-4c43-4758-bfd5-568fd37e58e5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 HTTP/1.1" status: 200 len: 912 time: 0.2489004 Jul 23 17:20:14.759993 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b89353e4-2cf5-4661-ad7e-d1b8c2846508 req-649aefd7-5471-4ff1-9678-6a5b36521f40 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569424 Jul 23 17:20:14.777148 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ff8dfbe5-af2b-40a2-8fc0-9355725a1518 req-56df0d7e-0824-47a0-a6c1-0bbb28110ec4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a3850e8-f9ac-483a-bc70-fc178a054ee7 HTTP/1.1" status: 200 len: 1001 time: 0.1535130 Jul 23 17:20:14.852601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45662) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:14.861749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dfbe5-af2b-40a2-8fc0-9355725a1518 req-2a2aab29-ffd2-40e7-9532-ad66cd1128c0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:14.863361 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ff8dfbe5-af2b-40a2-8fc0-9355725a1518 req-2a2aab29-ffd2-40e7-9532-ad66cd1128c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f126893-602f-418b-84e1-b866f587f188 HTTP/1.1" status: 200 len: 850 time: 0.0729218 Jul 23 17:20:14.877718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8f9c-48b7-4ddf-a004-ad8ad552de39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:14.917027 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e2ca8f9c-48b7-4ddf-a004-ad8ad552de39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:14.921948 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e2ca8f9c-48b7-4ddf-a004-ad8ad552de39 admin admin] Usage tracker for resource:security_group_rule and tenant:659317acf39e4cf9b589c4b847ada7d8 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:14.925208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e2ca8f9c-48b7-4ddf-a004-ad8ad552de39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:14.932103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e2ca8f9c-48b7-4ddf-a004-ad8ad552de39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:14.964601 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ff8dfbe5-af2b-40a2-8fc0-9355725a1518 req-57e969bc-2089-46c2-9250-5154951956e6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823605 Jul 23 17:20:15.008582 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8f9c-48b7-4ddf-a004-ad8ad552de39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:15.011746 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e2ca8f9c-48b7-4ddf-a004-ad8ad552de39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:15.019295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:15.066421 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca8f9c-48b7-4ddf-a004-ad8ad552de39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69c6dbb-60f7-4ea1-bf84-1e2e1f452332,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:15.069956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e2ca8f9c-48b7-4ddf-a004-ad8ad552de39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:15.076783 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e2ca8f9c-48b7-4ddf-a004-ad8ad552de39 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=659317acf39e4cf9b589c4b847ada7d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2204819 Jul 23 17:20:15.078044 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45676) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:15.091831 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-2ce73495-d1c8-418e-8221-3f9e6763ad97 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=681138c5ccdd42bc9f6d3d916883aec7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956442 Jul 23 17:20:15.144187 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06c7979c-d5ac-44f2-9c52-41787c55a9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:15.175179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06c7979c-d5ac-44f2-9c52-41787c55a9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:15.228034 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06c7979c-d5ac-44f2-9c52-41787c55a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:15.235831 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d4db931f-fc2d-40c0-ad2a-e3bcb59ea9b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:15.252039 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7979c-d5ac-44f2-9c52-41787c55a9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69c6dbb-60f7-4ea1-bf84-1e2e1f452332,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:15.255338 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-06c7979c-d5ac-44f2-9c52-41787c55a9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:15.262397 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06c7979c-d5ac-44f2-9c52-41787c55a9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:15.268648 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-06c7979c-d5ac-44f2-9c52-41787c55a9c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f69c6dbb-60f7-4ea1-bf84-1e2e1f452332 HTTP/1.1" status: 204 len: 168 time: 0.1844623 Jul 23 17:20:15.274664 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ff8dfbe5-af2b-40a2-8fc0-9355725a1518 req-45726cf1-bbaa-44c2-b319-adcefabc8298 service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022997 Jul 23 17:20:15.329478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-3c32d68f-0b7c-4307-9f87-d88c8f24e430 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:15.331186 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-3c32d68f-0b7c-4307-9f87-d88c8f24e430 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314045 Jul 23 17:20:15.415932 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-409c8fa0-ede2-42c8-bf15-7c2fadd69c64 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/quotas/681138c5ccdd42bc9f6d3d916883aec7 HTTP/1.1" status: 200 len: 375 time: 0.0375295 Jul 23 17:20:15.487971 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-a8a3fe56-4c8c-4102-b0bf-444c7991dd23 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=681138c5ccdd42bc9f6d3d916883aec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650933 Jul 23 17:20:15.510344 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ff8dfbe5-af2b-40a2-8fc0-9355725a1518 req-c8e7b09a-9c5a-4121-b3fe-15a89c3b78be service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184145 Jul 23 17:20:15.777992 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a0c06c7d-d965-43ee-8235-0fe8ece69594 req-e4573644-c915-4b86-9851-6e5ff1f02a48 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 210 time: 0.0682495 Jul 23 17:20:15.874904 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45714) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:16.048236 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-365200c8-7601-4df1-9537-64eef7b4261d admin admin] Deleting subnet 75c171a8-1b1d-4574-9c1d-96db77d7267c {{(pid=81984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:20:16.057221 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-365200c8-7601-4df1-9537-64eef7b4261d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:16.070858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9090b-f789-4eb1-b42b-b128e37c2c69 req-bfa52b94-97bd-4414-b801-a05afa462e9e tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:16.078797 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b6d9090b-f789-4eb1-b42b-b128e37c2c69 req-bfa52b94-97bd-4414-b801-a05afa462e9e tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.1001308 Jul 23 17:20:16.145895 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b6d9090b-f789-4eb1-b42b-b128e37c2c69 req-174b88c4-ca33-4eda-b26f-e98beac1af0b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653334 Jul 23 17:20:16.173543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-365200c8-7601-4df1-9537-64eef7b4261d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2847142'] for subnet, precommit_delete_associations {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:16.292875 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 45734) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:16.346243 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-365200c8-7601-4df1-9537-64eef7b4261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:16.446154 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-365200c8-7601-4df1-9537-64eef7b4261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851930181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2850284'] for subnet, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:16.460772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:16.509579 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365200c8-7601-4df1-9537-64eef7b4261d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c171a8-1b1d-4574-9c1d-96db77d7267c,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:16.512181 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-365200c8-7601-4df1-9537-64eef7b4261d admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:16.520791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-365200c8-7601-4df1-9537-64eef7b4261d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:16.522895 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-365200c8-7601-4df1-9537-64eef7b4261d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/75c171a8-1b1d-4574-9c1d-96db77d7267c HTTP/1.1" status: 204 len: 168 time: 0.6468375 Jul 23 17:20:16.525662 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45746) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:16.713832 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-97dbab04-3ffa-4081-b702-de7abdfc8866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:16.743296 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:16.757890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-97dbab04-3ffa-4081-b702-de7abdfc8866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:16.766776 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-97dbab04-3ffa-4081-b702-de7abdfc8866 admin admin] Usage tracker for resource:security_group_rule and tenant:c23e0c1e6e194058b1b1c234cfad2c48 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:16.771418 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-97dbab04-3ffa-4081-b702-de7abdfc8866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:16.780072 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-97dbab04-3ffa-4081-b702-de7abdfc8866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:16.872282 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-97dbab04-3ffa-4081-b702-de7abdfc8866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:16.876955 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-97dbab04-3ffa-4081-b702-de7abdfc8866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:16.907782 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:16.914409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:16.927242 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6033adc-aa2d-4818-85fc-a7a489f144aa']}} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:16.932360 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-97dbab04-3ffa-4081-b702-de7abdfc8866 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c23e0c1e6e194058b1b1c234cfad2c48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6380334 Jul 23 17:20:16.937083 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 45758) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:16.946476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1c3ce2-86a0-4e47-aed1-aa4c7502a688') {'for_net_delete': True} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:16.947093 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1c3ce2-86a0-4e47-aed1-aa4c7502a688') {} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:16.963101 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851928658'] for segment, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:16.986207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:16.993459 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=81984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:20:16.993893 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851930154'] for segment, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:20:17.008697 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:20:17.024225 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9476cf3b-7f27-4f21-9730-87e6e5fe5d44 req-06fe3a99-7961-43b0-95e5-20d18489909c tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 210 time: 0.0906248 Jul 23 17:20:17.031674 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbab04-3ffa-4081-b702-de7abdfc8866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120b9a4e-14e1-4a6b-bb96-4f7bbfc192c4,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:17.054513 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-97dbab04-3ffa-4081-b702-de7abdfc8866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:17.074639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4687b6bc-6d40-4e07-b039-81161e698df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:17.092276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:17.096469 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:17.111109 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:17.118622 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4687b6bc-6d40-4e07-b039-81161e698df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:17.123877 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] Pushing event deleted for resources: {'Network': ['ID=d6033adc-aa2d-4818-85fc-a7a489f144aa,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:17.127871 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:17.139894 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] 10.222.0.55 "DELETE /v2.0/networks/d6033adc-aa2d-4818-85fc-a7a489f144aa HTTP/1.1" status: 204 len: 168 time: 0.6129305 Jul 23 17:20:17.189308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4687b6bc-6d40-4e07-b039-81161e698df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:17.200795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:17.225998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687b6bc-6d40-4e07-b039-81161e698df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120b9a4e-14e1-4a6b-bb96-4f7bbfc192c4,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:17.230818 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4687b6bc-6d40-4e07-b039-81161e698df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:17.234997 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-4687b6bc-6d40-4e07-b039-81161e698df6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/120b9a4e-14e1-4a6b-bb96-4f7bbfc192c4 HTTP/1.1" status: 204 len: 168 time: 0.2925646 Jul 23 17:20:17.234997 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4687b6bc-6d40-4e07-b039-81161e698df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:17.405765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa7e09-e262-41da-a641-04d2a8805c97 req-d905e653-3958-4dbe-8065-31820ef003bc tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:17.407775 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42fa7e09-e262-41da-a641-04d2a8805c97 req-d905e653-3958-4dbe-8065-31820ef003bc tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.1071148 Jul 23 17:20:17.477739 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-45bc724f-549a-46ab-87c6-e5a69451c6cf tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=681138c5ccdd42bc9f6d3d916883aec7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687985 Jul 23 17:20:17.503432 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42fa7e09-e262-41da-a641-04d2a8805c97 req-abebe298-3087-4c2c-8a5c-de5a598eb870 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546744 Jul 23 17:20:17.511188 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45778) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:17.666301 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-1d63e090-be63-4574-b349-c3174064c23f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=72a121bec1fc4348ab670696d7203e3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1450803 Jul 23 17:20:17.667344 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45786) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:17.801388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-2c5b4854-0451-41e6-b525-c417ba42dce1 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:17.803756 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-2c5b4854-0451-41e6-b525-c417ba42dce1 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3039463 Jul 23 17:20:17.830068 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Request body: {'port': {'device_id': 'ec6509ea-3a20-4867-a9be-0b911bd4784e', 'network_id': '44937cc8-e829-43a4-8bb3-e26e54e6cbc3', 'admin_state_up': True, 'tenant_id': '681138c5ccdd42bc9f6d3d916883aec7'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:20:17.851134 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9d7-23a4-4609-b1dd-099198a6303a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:17.932281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9d7-23a4-4609-b1dd-099198a6303a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.013350 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:18.018871 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Usage tracker for resource:port and tenant:681138c5ccdd42bc9f6d3d916883aec7 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:18.023379 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Quota usage for port was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:18.031329 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:18.044622 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Made reservation on behalf of 681138c5ccdd42bc9f6d3d916883aec7 for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:20:18.052068 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.059478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9d7-23a4-4609-b1dd-099198a6303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.069368 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.070979 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1fc6ae32-2fef-4a31-80c4-3d7c84646e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:18.087028 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06b9d7-23a4-4609-b1dd-099198a6303a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed57dbaf-6223-46c8-b1e9-affaa6647164,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:18.090981 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9f06b9d7-23a4-4609-b1dd-099198a6303a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:18.108751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9d7-23a4-4609-b1dd-099198a6303a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.113067 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9f06b9d7-23a4-4609-b1dd-099198a6303a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed57dbaf-6223-46c8-b1e9-affaa6647164 HTTP/1.1" status: 204 len: 168 time: 0.4388034 Jul 23 17:20:18.135867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:18.141239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Usage tracker for resource:security_group_rule and tenant:681138c5ccdd42bc9f6d3d916883aec7 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:18.144649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:18.153051 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:18.296168 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-43c2edeb-8d3c-4209-94d3-489a6e804b9c req-8ece77df-b7a1-4754-ad5f-a43c302da7fa tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 210 time: 0.0656514 Jul 23 17:20:18.298007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.301099 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.304806 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:18.491978 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Allocated IP 192.168.233.78 (44937cc8-e829-43a4-8bb3-e26e54e6cbc3/6d8da2dd-e3c1-4183-b685-72ec2f848220/9d1ac0a1-c012-478d-af01-cf65506d8883) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:20:18.538685 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057a4821-7f80-4eab-a2be-d0938a80ba43,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:18.542484 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:18.763606 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.838512 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Transition to ACTIVE for port object 9d1ac0a1-c012-478d-af01-cf65506d8883 will not be triggered until provisioned by entity DHCP. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:20:18.891671 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33e892-9803-4888-8ec4-dac4273711c9 req-73452b1b-aef0-41be-9b56-23cf9cbe5d44 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:18.900246 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3b33e892-9803-4888-8ec4-dac4273711c9 req-73452b1b-aef0-41be-9b56-23cf9cbe5d44 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.1323669 Jul 23 17:20:18.925066 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:18.939076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-abe32804-3dff-4496-9897-8e8ab04bf4c2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:19.053324 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Network 44937cc8-e829-43a4-8bb3-e26e54e6cbc3 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:20:19.057041 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3b33e892-9803-4888-8ec4-dac4273711c9 req-0847dec6-94ba-481a-836d-f2c17fc119be tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558082 Jul 23 17:20:19.066324 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:20:19.072518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:20:19.076940 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:19.077624 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:19.082118 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Pushing event updated for resources: {'Port': ['ID=9d1ac0a1-c012-478d-af01-cf65506d8883,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:19.145116 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:19.149226 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3294284 Jul 23 17:20:19.173441 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Request body: {'port': {'device_id': 'ec6509ea-3a20-4867-a9be-0b911bd4784e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:20:19.345735 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:19.681498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-8bdb48dc-9803-49ae-8e47-a851ea084ac7 None None] Provisioning for port 9d1ac0a1-c012-478d-af01-cf65506d8883 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:20:19.687814 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-8bdb48dc-9803-49ae-8e47-a851ea084ac7 None None] Provisioning complete for port 9d1ac0a1-c012-478d-af01-cf65506d8883 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:20:19.688500 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8bdb48dc-9803-49ae-8e47-a851ea084ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:19.805084 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb48dc-9803-49ae-8e47-a851ea084ac7 None None] Port 9d1ac0a1-c012-478d-af01-cf65506d8883 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:20:20.100605 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e93648-3a43-4c85-8ada-4a741d1cf00f req-277f904a-b7d8-43bc-8405-98ba21fa7291 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:20.101550 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-d8e93648-3a43-4c85-8ada-4a741d1cf00f req-277f904a-b7d8-43bc-8405-98ba21fa7291 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Synchronizing usage tracker for tenant:681138c5ccdd42bc9f6d3d916883aec7 on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:20:20.154782 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-d8e93648-3a43-4c85-8ada-4a741d1cf00f req-277f904a-b7d8-43bc-8405-98ba21fa7291 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Unset dirty status for tenant:681138c5ccdd42bc9f6d3d916883aec7 on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:20:20.155559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45866) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:20.156088 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d8e93648-3a43-4c85-8ada-4a741d1cf00f req-277f904a-b7d8-43bc-8405-98ba21fa7291 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 935 time: 0.5943887 Jul 23 17:20:20.277878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-d8e93648-3a43-4c85-8ada-4a741d1cf00f req-84311fe1-4cc7-4052-91a7-1d44db255080 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Synchronizing usage tracker for tenant:681138c5ccdd42bc9f6d3d916883aec7 on resource:security_group {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:20:20.311452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1ac0a1-c012-478d-af01-cf65506d8883 {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:20:20.322692 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:20.365527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-d8e93648-3a43-4c85-8ada-4a741d1cf00f req-84311fe1-4cc7-4052-91a7-1d44db255080 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Unset dirty status for tenant:681138c5ccdd42bc9f6d3d916883aec7 on resource:security_group {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:20:20.367202 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d8e93648-3a43-4c85-8ada-4a741d1cf00f req-84311fe1-4cc7-4052-91a7-1d44db255080 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/security-groups?id=057a4821-7f80-4eab-a2be-d0938a80ba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996524 Jul 23 17:20:20.397992 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Transition to ACTIVE for port object 9d1ac0a1-c012-478d-af01-cf65506d8883 will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:20:20.399034 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:20.406916 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:20.491998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1ac0a1-c012-478d-af01-cf65506d8883,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:20.498783 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:20.589685 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83d651-d607-47fa-8906-41c7c950c97a req-09ba0e04-d98a-48af-8256-a08e73b8852f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:20.597711 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ca83d651-d607-47fa-8906-41c7c950c97a req-09ba0e04-d98a-48af-8256-a08e73b8852f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.2816067 Jul 23 17:20:20.643272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-85c59767-7a20-4637-8e99-614976aa0289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:20.655002 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ca83d651-d607-47fa-8906-41c7c950c97a req-b17f6d2c-8356-417c-a871-340b882c0345 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562384 Jul 23 17:20:20.686326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-85c59767-7a20-4637-8e99-614976aa0289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:20.695972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-85c59767-7a20-4637-8e99-614976aa0289 admin admin] Usage tracker for resource:security_group_rule and tenant:0aa4f6b953ea4132b763affc00021bfc is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:20.701532 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-85c59767-7a20-4637-8e99-614976aa0289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:20.727641 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-85c59767-7a20-4637-8e99-614976aa0289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:20.730383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Attempting to bind port 9d1ac0a1-c012-478d-af01-cf65506d8883 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:20:20.731203 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Attempting to bind port 9d1ac0a1-c012-478d-af01-cf65506d8883 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '44937cc8-e829-43a4-8bb3-e26e54e6cbc3'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:20:20.732011 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Attempting to bind port 9d1ac0a1-c012-478d-af01-cf65506d8883 on network 44937cc8-e829-43a4-8bb3-e26e54e6cbc3 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:20:20.741156 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Port 9d1ac0a1-c012-478d-af01-cf65506d8883 on network 44937cc8-e829-43a4-8bb3-e26e54e6cbc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:20:20.741784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Attempting to bind port 9d1ac0a1-c012-478d-af01-cf65506d8883 on network 44937cc8-e829-43a4-8bb3-e26e54e6cbc3 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:20:20.750462 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:20:20.751241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Checking segment: {'id': '3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '44937cc8-e829-43a4-8bb3-e26e54e6cbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:20:20.751842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Bound using segment: {'id': '3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '44937cc8-e829-43a4-8bb3-e26e54e6cbc3'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:20:20.752537 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Bound port: 9d1ac0a1-c012-478d-af01-cf65506d8883, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '44937cc8-e829-43a4-8bb3-e26e54e6cbc3'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:20:20.753083 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:20.848706 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-85c59767-7a20-4637-8e99-614976aa0289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:20.852678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-85c59767-7a20-4637-8e99-614976aa0289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:20.861938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-06c7979c-d5ac-44f2-9c52-41787c55a9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:20.879672 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] For port 9d1ac0a1-c012-478d-af01-cf65506d8883, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:20:20.885519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] For port 9d1ac0a1-c012-478d-af01-cf65506d8883, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=9d1ac0a1-c012-478d-af01-cf65506d8883,segment=NetworkSegment(3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3),segment_id=3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:20:20.892003 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:20.902917 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:20.922264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c59767-7a20-4637-8e99-614976aa0289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bffd8e2-ebbe-479e-9ab1-6ea1dbda5a22,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:20.930594 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-85c59767-7a20-4637-8e99-614976aa0289 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0aa4f6b953ea4132b763affc00021bfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7712307 Jul 23 17:20:20.930594 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-85c59767-7a20-4637-8e99-614976aa0289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:20.931036 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45892) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:21.000991 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:21.002075 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] 10.222.0.58 "PUT /v2.0/ports/9d1ac0a1-c012-478d-af01-cf65506d8883 HTTP/1.1" status: 200 len: 1097 time: 1.8429492 Jul 23 17:20:21.002593 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6509ea-3a20-4867-a9be-0b911bd4784e', 'tag': '9d1ac0a1-c012-478d-af01-cf65506d8883'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:20:21.025687 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1ac0a1-c012-478d-af01-cf65506d8883,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:21.034726 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:21.040779 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35768ba4-b342-4463-ac42-2c24ae170997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:21.077926 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35768ba4-b342-4463-ac42-2c24ae170997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:21.135222 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6509ea-3a20-4867-a9be-0b911bd4784e', 'tag': '9d1ac0a1-c012-478d-af01-cf65506d8883', 'status': 'completed', 'code': 200} Jul 23 17:20:21.150623 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35768ba4-b342-4463-ac42-2c24ae170997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:21.156527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:21.176913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35768ba4-b342-4463-ac42-2c24ae170997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bffd8e2-ebbe-479e-9ab1-6ea1dbda5a22,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:21.178040 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-47fafa40-ab6a-4eb7-a062-839553ac44e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=681138c5ccdd42bc9f6d3d916883aec7&device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 1100 time: 0.0955322 Jul 23 17:20:21.185808 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35768ba4-b342-4463-ac42-2c24ae170997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:21.202779 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-35768ba4-b342-4463-ac42-2c24ae170997 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1bffd8e2-ebbe-479e-9ab1-6ea1dbda5a22 HTTP/1.1" status: 204 len: 168 time: 0.2633283 Jul 23 17:20:21.207493 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-35768ba4-b342-4463-ac42-2c24ae170997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:21.279345 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-3be6d07a-4ff6-412a-8c5d-b26e8f5432c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=9d1ac0a1-c012-478d-af01-cf65506d8883 HTTP/1.1" status: 200 len: 217 time: 0.0934687 Jul 23 17:20:21.374629 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-a8e971fd-b6a3-4ce4-ade7-f2c40684bbb3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:21.376669 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-a8e971fd-b6a3-4ce4-ade7-f2c40684bbb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d8da2dd-e3c1-4183-b685-72ec2f848220 HTTP/1.1" status: 200 len: 843 time: 0.0899034 Jul 23 17:20:21.562983 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-8c93d2d4-69a7-4b64-84fc-796fc74c9fce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44937cc8-e829-43a4-8bb3-e26e54e6cbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1674340 Jul 23 17:20:21.945986 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-485f7cf3-c1a7-41b4-bfee-87629ac1bdea service neutron] 10.222.0.58 "GET /v2.0/networks/44937cc8-e829-43a4-8bb3-e26e54e6cbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656244 Jul 23 17:20:21.953296 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85337a7-72f8-47f9-849e-5f9efe645761 req-48d6b541-dfe8-4713-a169-23cff409c0f2 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:21.961887 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f85337a7-72f8-47f9-849e-5f9efe645761 req-48d6b541-dfe8-4713-a169-23cff409c0f2 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 947 time: 0.2847791 Jul 23 17:20:22.139239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45928) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:22.176993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f5b750b-ebe3-4427-8dec-3bf6e0e944a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:22.227764 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7f5b750b-ebe3-4427-8dec-3bf6e0e944a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:22.233094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7f5b750b-ebe3-4427-8dec-3bf6e0e944a7 admin admin] Usage tracker for resource:security_group_rule and tenant:fbea22c02c714271ba6a37c4c575f224 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:22.236297 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7f5b750b-ebe3-4427-8dec-3bf6e0e944a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:22.244997 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7f5b750b-ebe3-4427-8dec-3bf6e0e944a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:22.287493 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f85337a7-72f8-47f9-849e-5f9efe645761 req-e051bdfe-a7de-440c-9f73-9d51df7619bb tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/security-groups?id=057a4821-7f80-4eab-a2be-d0938a80ba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244629 Jul 23 17:20:22.334602 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f5b750b-ebe3-4427-8dec-3bf6e0e944a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:22.335540 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85ab4b27-31bb-47cd-a26a-bc49113a269a req-4dc50f49-e1a4-4a1b-9216-f18dc2bdd9da service neutron] 10.222.0.58 "GET /v2.0/networks/44937cc8-e829-43a4-8bb3-e26e54e6cbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704278 Jul 23 17:20:22.338473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f5b750b-ebe3-4427-8dec-3bf6e0e944a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:22.349191 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-856abb24-345c-4c33-97f3-1ee076df7d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:22.360206 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e9aee-6af3-4bc1-a913-bab2056d23a6 req-f6b6a1ee-9669-43d2-a713-4cffd7fe32b1 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:22.361849 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fb1e9aee-6af3-4bc1-a913-bab2056d23a6 req-f6b6a1ee-9669-43d2-a713-4cffd7fe32b1 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.1666660 Jul 23 17:20:22.398609 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b750b-ebe3-4427-8dec-3bf6e0e944a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332d1576-6644-4201-9b17-13b3195c27fa,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:22.403868 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7f5b750b-ebe3-4427-8dec-3bf6e0e944a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fbea22c02c714271ba6a37c4c575f224&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2633271 Jul 23 17:20:22.405333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7f5b750b-ebe3-4427-8dec-3bf6e0e944a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:22.406562 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45936) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:22.487586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3dc794ac-67be-4f99-8d71-8909337daeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:22.499525 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fb1e9aee-6af3-4bc1-a913-bab2056d23a6 req-22063f66-418b-422e-b49c-c1d735fac2bf tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222191 Jul 23 17:20:22.535473 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2b6e7a1d-9139-44d5-8e42-bd39a8ca8402 req-b12b454d-c7e5-426a-87b6-938d8c5fc60d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=681138c5ccdd42bc9f6d3d916883aec7&device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 1100 time: 0.1369267 Jul 23 17:20:22.538688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3dc794ac-67be-4f99-8d71-8909337daeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:22.596119 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3dc794ac-67be-4f99-8d71-8909337daeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:22.601135 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b7e4906b-da48-495f-a671-1aee1f3a31cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:22.617745 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc794ac-67be-4f99-8d71-8909337daeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332d1576-6644-4201-9b17-13b3195c27fa,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:22.620530 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3dc794ac-67be-4f99-8d71-8909337daeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:22.627172 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3dc794ac-67be-4f99-8d71-8909337daeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:22.631361 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-3dc794ac-67be-4f99-8d71-8909337daeaf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/332d1576-6644-4201-9b17-13b3195c27fa HTTP/1.1" status: 204 len: 168 time: 0.2229636 Jul 23 17:20:22.641978 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 45946) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:22.747301 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e7a1d-9139-44d5-8e42-bd39a8ca8402 req-3d6fedcf-a4db-423f-96b3-3b2905993707 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:22.748991 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2b6e7a1d-9139-44d5-8e42-bd39a8ca8402 req-3d6fedcf-a4db-423f-96b3-3b2905993707 service neutron] 10.222.0.58 "GET /v2.0/networks?id=44937cc8-e829-43a4-8bb3-e26e54e6cbc3 HTTP/1.1" status: 200 len: 870 time: 0.2033467 Jul 23 17:20:22.833278 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2b6e7a1d-9139-44d5-8e42-bd39a8ca8402 req-1acc4417-722b-464f-926c-186f507e4358 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=9d1ac0a1-c012-478d-af01-cf65506d8883 HTTP/1.1" status: 200 len: 217 time: 0.0736895 Jul 23 17:20:22.912832 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e7a1d-9139-44d5-8e42-bd39a8ca8402 req-8274412e-ef85-464b-95e3-2a3506d513c5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:22.914398 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2b6e7a1d-9139-44d5-8e42-bd39a8ca8402 req-8274412e-ef85-464b-95e3-2a3506d513c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d8da2dd-e3c1-4183-b685-72ec2f848220 HTTP/1.1" status: 200 len: 843 time: 0.0712841 Jul 23 17:20:23.042087 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4134dadc-0259-4d4a-bbd9-278b8673353c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.077159 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-4134dadc-0259-4d4a-bbd9-278b8673353c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:23.089499 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-4134dadc-0259-4d4a-bbd9-278b8673353c admin admin] Usage tracker for resource:security_group_rule and tenant:b739df223f324038b8b1bf1e84646859 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:23.093166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-4134dadc-0259-4d4a-bbd9-278b8673353c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:23.102640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-4134dadc-0259-4d4a-bbd9-278b8673353c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:23.136690 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2b6e7a1d-9139-44d5-8e42-bd39a8ca8402 req-82252175-786d-4523-b0b5-75b30641705e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44937cc8-e829-43a4-8bb3-e26e54e6cbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2035091 Jul 23 17:20:23.335991 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4134dadc-0259-4d4a-bbd9-278b8673353c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.351684 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4134dadc-0259-4d4a-bbd9-278b8673353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.366031 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:23.382809 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2b6e7a1d-9139-44d5-8e42-bd39a8ca8402 req-1f235a49-f193-4e73-9f5e-b2be64b917cf service neutron] 10.222.0.58 "GET /v2.0/networks/44937cc8-e829-43a4-8bb3-e26e54e6cbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326119 Jul 23 17:20:23.503829 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-4134dadc-0259-4d4a-bbd9-278b8673353c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b739df223f324038b8b1bf1e84646859&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8606753 Jul 23 17:20:23.506774 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 45984) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:23.510545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134dadc-0259-4d4a-bbd9-278b8673353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e479a00b-5340-4a20-8142-6d35f11ee402,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:23.556165 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4134dadc-0259-4d4a-bbd9-278b8673353c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:23.638669 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2b6e7a1d-9139-44d5-8e42-bd39a8ca8402 req-b6e13a5e-086a-481f-811a-0d5c0f669571 service neutron] 10.222.0.58 "GET /v2.0/networks/44937cc8-e829-43a4-8bb3-e26e54e6cbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290356 Jul 23 17:20:23.649436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e6f05b97-3fe7-48c5-a154-73f518eef39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.679256 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209c064-4b79-401e-9171-fee30803e0f1 req-454b2f7b-28bc-4058-9478-5bfb6cf68714 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:23.680967 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3209c064-4b79-401e-9171-fee30803e0f1 req-454b2f7b-28bc-4058-9478-5bfb6cf68714 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 947 time: 0.1716330 Jul 23 17:20:23.738364 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e6f05b97-3fe7-48c5-a154-73f518eef39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.806434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e6f05b97-3fe7-48c5-a154-73f518eef39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.812172 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ca6894f9-1f4f-4b3b-890a-37d8678efd28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:23.827680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f05b97-3fe7-48c5-a154-73f518eef39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e479a00b-5340-4a20-8142-6d35f11ee402,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:23.837720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e6f05b97-3fe7-48c5-a154-73f518eef39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:23.839942 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e6f05b97-3fe7-48c5-a154-73f518eef39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:23.841350 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e6f05b97-3fe7-48c5-a154-73f518eef39e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e479a00b-5340-4a20-8142-6d35f11ee402 HTTP/1.1" status: 204 len: 168 time: 0.3331392 Jul 23 17:20:24.007549 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3209c064-4b79-401e-9171-fee30803e0f1 req-51c8697c-07fb-43b5-930d-f5371c17747f tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/security-groups?id=057a4821-7f80-4eab-a2be-d0938a80ba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173585 Jul 23 17:20:24.116587 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d683d9d-b8a2-47fa-8ead-9a4549458bee req-258b50a9-eaf1-4905-84d2-0825ff3525d9 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:24.124646 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0d683d9d-b8a2-47fa-8ead-9a4549458bee req-258b50a9-eaf1-4905-84d2-0825ff3525d9 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.2727129 Jul 23 17:20:24.160968 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 9d1ac0a1-c012-478d-af01-cf65506d8883 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:20:24.234721 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0d683d9d-b8a2-47fa-8ead-9a4549458bee req-5df67aec-f9cb-444a-a0e2-a91d7efa7af9 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009293 Jul 23 17:20:24.365112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 9d1ac0a1-c012-478d-af01-cf65506d8883, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=9d1ac0a1-c012-478d-af01-cf65506d8883,segment=NetworkSegment(3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3),segment_id=3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:24.385709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '9d1ac0a1-c012-478d-af01-cf65506d8883', 'network_id': '44937cc8-e829-43a4-8bb3-e26e54e6cbc3', 'port_id': '9d1ac0a1-c012-478d-af01-cf65506d8883', 'mac_address': 'fa:16:3e:f8:2a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8da2dd-e3c1-4183-b685-72ec2f848220', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:20:24.453229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:24.477484 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1ac0a1-c012-478d-af01-cf65506d8883 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:20:24.493395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 9d1ac0a1-c012-478d-af01-cf65506d8883, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=9d1ac0a1-c012-478d-af01-cf65506d8883,segment=NetworkSegment(3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3),segment_id=3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:24.496852 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:24.498451 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:24.528294 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 46018) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:24.550280 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-24fbf8ab-65ff-41ec-bdc0-6f21ac44b043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:24.570778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=9d1ac0a1-c012-478d-af01-cf65506d8883,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:24.580591 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:24.580807 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:24.581188 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:24.581902 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:24.581902 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:24.582370 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:24.582555 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:24.582901 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:24.583625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:24.583772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:24.584092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:24.588476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:24.590653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-24fbf8ab-65ff-41ec-bdc0-6f21ac44b043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:24.595316 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-24fbf8ab-65ff-41ec-bdc0-6f21ac44b043 admin admin] Usage tracker for resource:security_group_rule and tenant:62077726c7b24e89865459d5d36d526c is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:24.601395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-24fbf8ab-65ff-41ec-bdc0-6f21ac44b043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:24.605869 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-24fbf8ab-65ff-41ec-bdc0-6f21ac44b043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:24.674961 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-24fbf8ab-65ff-41ec-bdc0-6f21ac44b043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:24.679219 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-24fbf8ab-65ff-41ec-bdc0-6f21ac44b043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:24.688625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-157afee7-2636-4874-a71e-a48c55204017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:24.733614 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbf8ab-65ff-41ec-bdc0-6f21ac44b043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275b859a-f4d8-42f1-9ac1-9a3b4a764b1a,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:24.741857 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-24fbf8ab-65ff-41ec-bdc0-6f21ac44b043 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62077726c7b24e89865459d5d36d526c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2093523 Jul 23 17:20:24.741857 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-24fbf8ab-65ff-41ec-bdc0-6f21ac44b043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:24.742754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 46024) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:24.804656 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['9d1ac0a1-c012-478d-af01-cf65506d8883'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:20:24.811014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e90c8f5c-cbdf-4dd6-8ec4-0e7e610fba79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:24.839374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e90c8f5c-cbdf-4dd6-8ec4-0e7e610fba79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:24.887806 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e90c8f5c-cbdf-4dd6-8ec4-0e7e610fba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:24.893388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4687b6bc-6d40-4e07-b039-81161e698df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:24.906661 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c8f5c-cbdf-4dd6-8ec4-0e7e610fba79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275b859a-f4d8-42f1-9ac1-9a3b4a764b1a,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:24.909060 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e90c8f5c-cbdf-4dd6-8ec4-0e7e610fba79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:24.917574 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e90c8f5c-cbdf-4dd6-8ec4-0e7e610fba79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:24.918865 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e90c8f5c-cbdf-4dd6-8ec4-0e7e610fba79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/275b859a-f4d8-42f1-9ac1-9a3b4a764b1a HTTP/1.1" status: 204 len: 168 time: 0.1749640 Jul 23 17:20:25.259801 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d2c5c-4c64-4920-9aa2-32ac75ecdddf req-05f88669-bf9e-462f-a64e-69a8b7540017 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:25.261992 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b51d2c5c-4c64-4920-9aa2-32ac75ecdddf req-05f88669-bf9e-462f-a64e-69a8b7540017 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 948 time: 0.1022990 Jul 23 17:20:25.367888 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b51d2c5c-4c64-4920-9aa2-32ac75ecdddf req-acc2fa84-5b97-4512-b60c-547435d52e64 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/security-groups?id=057a4821-7f80-4eab-a2be-d0938a80ba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990527 Jul 23 17:20:25.538492 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df22986-d34f-46e7-a52d-040adddd1b40 req-804a74f5-42f2-4653-bb3c-59d33091a9ac tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:25.545732 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0df22986-d34f-46e7-a52d-040adddd1b40 req-804a74f5-42f2-4653-bb3c-59d33091a9ac tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.1274910 Jul 23 17:20:25.608253 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0df22986-d34f-46e7-a52d-040adddd1b40 req-763f8946-87fc-432a-a5b2-ee792ba18df5 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614493 Jul 23 17:20:26.170193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 9d1ac0a1-c012-478d-af01-cf65506d8883 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:20:26.178974 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 46090) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:26.301112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 9d1ac0a1-c012-478d-af01-cf65506d8883 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:20:26.308392 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 9d1ac0a1-c012-478d-af01-cf65506d8883 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:20:26.309238 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:26.384470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-914062717-network', 'tenant_id': 'b807323aba6345c7be4a0f2427f19c98'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:20:26.391086 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:26.402820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Usage tracker for resource:network and tenant:b807323aba6345c7be4a0f2427f19c98 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:26.404702 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:26.423802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:26.446074 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Made reservation on behalf of b807323aba6345c7be4a0f2427f19c98 for: {'network': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:20:26.455706 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:26.483551 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:26.515413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:26.518343 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:26.523058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Usage tracker for resource:security_group_rule and tenant:b807323aba6345c7be4a0f2427f19c98 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:26.526546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:26.539231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:26.561092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 9d1ac0a1-c012-478d-af01-cf65506d8883, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=9d1ac0a1-c012-478d-af01-cf65506d8883,segment=NetworkSegment(3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3),segment_id=3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:26.562960 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6509ea-3a20-4867-a9be-0b911bd4784e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1ac0a1-c012-478d-af01-cf65506d8883'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:20:26.570143 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:26.573325 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:26.646617 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=9d1ac0a1-c012-478d-af01-cf65506d8883,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:26.651714 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7adbb-b06c-4d60-ba36-4e24a8b076fa req-59447490-083a-4bd8-9ef0-76822fdcd5f1 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:26.651815 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:26.662403 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4ae7adbb-b06c-4d60-ba36-4e24a8b076fa req-59447490-083a-4bd8-9ef0-76822fdcd5f1 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 949 time: 0.1321847 Jul 23 17:20:26.756075 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:26.759780 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6509ea-3a20-4867-a9be-0b911bd4784e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1ac0a1-c012-478d-af01-cf65506d8883', 'code': 200} Jul 23 17:20:26.761017 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:26.766643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f04bf140-7a6f-4acc-b7cd-df8e0f6efa94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:26.782767 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4ae7adbb-b06c-4d60-ba36-4e24a8b076fa req-15a5fde0-de53-4c77-ab0c-50a71337843e tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/security-groups?id=057a4821-7f80-4eab-a2be-d0938a80ba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193168 Jul 23 17:20:26.799880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=81985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:20:26.813335 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc9ab42-d0f7-4bc7-a077-f7ec90fc7936,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:26.823429 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:26.824506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:26.824883 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Added segment 634ede70-e58c-4c43-93f5-983389a3702d of type vlan for network cc7de2a9-cdd1-4f3b-8690-98fa7f7e79ce Jul 23 17:20:26.885637 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:26.982615 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:26.986091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:26.986866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:27.025001 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:27.159670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Pushing event updated for resources: {'Network': ['ID=cc7de2a9-cdd1-4f3b-8690-98fa7f7e79ce,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:27.170604 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:27.176047 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9934683 Jul 23 17:20:27.176595 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 46136) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:27.182784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Request body: {'subnet': {'network_id': 'cc7de2a9-cdd1-4f3b-8690-98fa7f7e79ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-914062717-subnet', 'tenant_id': 'b807323aba6345c7be4a0f2427f19c98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:20:27.183953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network cc7de2a9-cdd1-4f3b-8690-98fa7f7e79ce details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:20:27.189620 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb459ee-6f6f-4be0-bbb1-a401ff57412b req-dba6bc97-f495-4915-81d3-d57511a174d1 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:27.194434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:27.198812 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dbb459ee-6f6f-4be0-bbb1-a401ff57412b req-dba6bc97-f495-4915-81d3-d57511a174d1 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.2676306 Jul 23 17:20:27.201783 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Usage tracker for resource:subnet and tenant:b807323aba6345c7be4a0f2427f19c98 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:27.211700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:27.221978 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:27.245897 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Made reservation on behalf of b807323aba6345c7be4a0f2427f19c98 for: {'subnet': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:20:27.250844 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851925622'] for subnet, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:27.409187 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 46144) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:27.463287 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24eda513-7c2b-49a9-8d70-9e87875401fa req-32a7e566-3e67-4662-bf63-1c9465b6ba17 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 1102 time: 0.4785261 Jul 23 17:20:27.479190 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dbb459ee-6f6f-4be0-bbb1-a401ff57412b req-d6517918-a53b-4e6e-b589-7747af7e8563 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792549 Jul 23 17:20:27.548337 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24eda513-7c2b-49a9-8d70-9e87875401fa req-f6790965-500f-41b2-9719-de63f1fe9df6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=057a4821-7f80-4eab-a2be-d0938a80ba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666156 Jul 23 17:20:27.635507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851925605'] for subnet, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:27.643497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:27.741010 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=baccdcbe-fd8e-457e-aea2-1e77c6eb2a0b,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:27.749834 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:27.756733 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5b8809f8-1228-491b-b531-88e80a1629d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:27.830042 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5b8809f8-1228-491b-b531-88e80a1629d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:27.838112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5b8809f8-1228-491b-b531-88e80a1629d9 admin admin] Usage tracker for resource:security_group_rule and tenant:edf3fd7cb7c545bcbd564f7c8bdaec19 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:27.842720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5b8809f8-1228-491b-b531-88e80a1629d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:27.846346 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Checking segment: {'id': '634ede70-e58c-4c43-93f5-983389a3702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'cc7de2a9-cdd1-4f3b-8690-98fa7f7e79ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:20:27.846863 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Network hostable DHCP agents. Network: cc7de2a9-cdd1-4f3b-8690-98fa7f7e79ce, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:20:27.857343 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5b8809f8-1228-491b-b531-88e80a1629d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:27.903302 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Network cc7de2a9-cdd1-4f3b-8690-98fa7f7e79ce is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:20:27.933548 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, cc7de2a9-cdd1-4f3b-8690-98fa7f7e79ce) {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:20:27.942565 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84b80b6-ce3a-4fd7-b4be-e57298efcb34 None None] Network cc7de2a9-cdd1-4f3b-8690-98fa7f7e79ce requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:20:27.950999 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:27.951709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:27.998876 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-453ca885-3f0f-4fdb-9b2e-3cebc91633dd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8120408 Jul 23 17:20:28.004535 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5b8809f8-1228-491b-b531-88e80a1629d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:28.010989 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5b8809f8-1228-491b-b531-88e80a1629d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:28.026157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3dc794ac-67be-4f99-8d71-8909337daeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:28.111158 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8809f8-1228-491b-b531-88e80a1629d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0f0bfd-78ec-434d-89d5-4f965a4e4ec9,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:28.118590 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5b8809f8-1228-491b-b531-88e80a1629d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:28.118590 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-5b8809f8-1228-491b-b531-88e80a1629d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=edf3fd7cb7c545bcbd564f7c8bdaec19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7067995 Jul 23 17:20:28.121599 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 46184) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:28.202309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584ccb1-f658-4165-ba87-875ccfd6adde req-b6f0ffdf-a21b-4012-b51d-38497434e658 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:28.203947 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e584ccb1-f658-4165-ba87-875ccfd6adde req-b6f0ffdf-a21b-4012-b51d-38497434e658 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 949 time: 0.1714449 Jul 23 17:20:28.228395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-238f10b4-bfce-4e9b-ab29-399472d81bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:28.277483 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e584ccb1-f658-4165-ba87-875ccfd6adde req-c86d7d90-41c7-4e5c-a07d-9354bc278d43 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/security-groups?id=057a4821-7f80-4eab-a2be-d0938a80ba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634525 Jul 23 17:20:28.278135 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-238f10b4-bfce-4e9b-ab29-399472d81bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:28.357520 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f657c318-6a05-48db-baa1-5dad9818bd82 None None] Network cc7de2a9-cdd1-4f3b-8690-98fa7f7e79ce requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:20:28.391418 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-238f10b4-bfce-4e9b-ab29-399472d81bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:28.401531 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2449c21f-6c9e-4537-9609-550a47c90afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:28.429119 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f10b4-bfce-4e9b-ab29-399472d81bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0f0bfd-78ec-434d-89d5-4f965a4e4ec9,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:28.445709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-238f10b4-bfce-4e9b-ab29-399472d81bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:28.448921 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-238f10b4-bfce-4e9b-ab29-399472d81bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:28.464857 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-238f10b4-bfce-4e9b-ab29-399472d81bdf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e0f0bfd-78ec-434d-89d5-4f965a4e4ec9 HTTP/1.1" status: 204 len: 168 time: 0.3414299 Jul 23 17:20:28.819228 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629c017-e4bf-41b6-a2aa-41019c3de419 req-17941a77-8a24-48e1-a24c-f7dba692d2be tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:28.826999 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e629c017-e4bf-41b6-a2aa-41019c3de419 req-17941a77-8a24-48e1-a24c-f7dba692d2be tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.1691628 Jul 23 17:20:28.946921 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e629c017-e4bf-41b6-a2aa-41019c3de419 req-46b1cfe1-512a-4510-9f70-ae85a8770a08 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143086 Jul 23 17:20:29.338984 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 46246) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:29.383334 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4853d3c7-e236-451d-a857-a7da6691e076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:29.469046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:20:29.484189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-4853d3c7-e236-451d-a857-a7da6691e076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:29.490480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-4853d3c7-e236-451d-a857-a7da6691e076 admin admin] Usage tracker for resource:security_group_rule and tenant:b181c9af7c6945e7bf93846bcfe29e9b is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:29.497381 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-4853d3c7-e236-451d-a857-a7da6691e076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:29.505798 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-4853d3c7-e236-451d-a857-a7da6691e076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:29.600829 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4853d3c7-e236-451d-a857-a7da6691e076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:29.608195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4853d3c7-e236-451d-a857-a7da6691e076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:29.689019 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-07bfabfb-d28e-408c-81b5-1924b2721379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:29.775385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 46268) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:29.787482 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-4853d3c7-e236-451d-a857-a7da6691e076 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b181c9af7c6945e7bf93846bcfe29e9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4470768 Jul 23 17:20:29.853085 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853d3c7-e236-451d-a857-a7da6691e076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7028f0a-4c98-40a0-8909-9bfb98415723,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:29.857862 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4853d3c7-e236-451d-a857-a7da6691e076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:29.882897 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 46272) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:29.899258 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6e75f-2672-4510-8027-7cf22cfce70e req-82247217-ace6-4f39-8ddc-6b56004d74a0 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:29.903148 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9cb6e75f-2672-4510-8027-7cf22cfce70e req-82247217-ace6-4f39-8ddc-6b56004d74a0 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 949 time: 0.2213314 Jul 23 17:20:29.906584 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-879483421-network', 'tenant_id': 'bb966c961bab418195f72acf16771587'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:20:29.919057 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:29.935634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eed06dde-a9fa-43d6-8e5a-fadf878d7176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:29.950342 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Usage tracker for resource:network and tenant:bb966c961bab418195f72acf16771587 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:29.962056 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:29.977225 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:29.984100 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9cb6e75f-2672-4510-8027-7cf22cfce70e req-6f58cd78-5b2a-4a87-93d5-3d22262bae3f tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/security-groups?id=057a4821-7f80-4eab-a2be-d0938a80ba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726759 Jul 23 17:20:30.006583 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eed06dde-a9fa-43d6-8e5a-fadf878d7176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:30.016393 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Made reservation on behalf of bb966c961bab418195f72acf16771587 for: {'network': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:20:30.021982 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:30.082868 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:30.101195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eed06dde-a9fa-43d6-8e5a-fadf878d7176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:30.106679 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2ea664c0-ef45-4b2d-8589-c5f586da6eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:30.148432 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe12b-67da-4f06-ab77-484ed43c9805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:30.183918 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:30.186893 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed06dde-a9fa-43d6-8e5a-fadf878d7176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7028f0a-4c98-40a0-8909-9bfb98415723,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:30.190250 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-eed06dde-a9fa-43d6-8e5a-fadf878d7176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:30.194983 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Usage tracker for resource:security_group_rule and tenant:bb966c961bab418195f72acf16771587 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:30.198273 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eed06dde-a9fa-43d6-8e5a-fadf878d7176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:30.211214 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-eed06dde-a9fa-43d6-8e5a-fadf878d7176 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7028f0a-4c98-40a0-8909-9bfb98415723 HTTP/1.1" status: 204 len: 168 time: 0.4338710 Jul 23 17:20:30.212662 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:30.232581 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:30.353016 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85016963-1040-41e2-9ce8-84dd46bc01f6 req-15ba2125-2959-48dd-9541-d4c32f86ccf5 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:30.354678 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85016963-1040-41e2-9ce8-84dd46bc01f6 req-15ba2125-2959-48dd-9541-d4c32f86ccf5 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.1798065 Jul 23 17:20:30.382242 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:30.388061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:30.399634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4391ea6b-de21-4627-8e9d-d2b27c715dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:30.431773 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=81984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:20:30.447813 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59254219-d024-4458-a23c-fc11ed7f1cae,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:30.453910 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:30.457548 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:30.457947 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Added segment 60623f7f-40f1-4cf9-acad-255f9649718f of type vlan for network c42e19b7-a904-48fc-8ac1-0a0feb29b4b5 Jul 23 17:20:30.482921 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85016963-1040-41e2-9ce8-84dd46bc01f6 req-8e0833f9-e78a-4ae6-9b7f-4e930eb9682c tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186223 Jul 23 17:20:30.539794 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:30.632890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:30.633668 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:30.634326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:30.645287 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a734b5e9-1bca-4074-a206-216cc5cf845f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:30.679649 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-358a8ca8-0838-4bef-beda-f6adb383ea3b req-7a0a9955-f863-4919-bbd0-01d6ca650122 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 1099 time: 0.1826572 Jul 23 17:20:30.749217 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-358a8ca8-0838-4bef-beda-f6adb383ea3b req-a16decaf-549f-4cd1-9cc3-29c2ee8f8ab6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589194 Jul 23 17:20:30.856893 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9691916 Jul 23 17:20:30.857684 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Pushing event updated for resources: {'Network': ['ID=c42e19b7-a904-48fc-8ac1-0a0feb29b4b5,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:30.859888 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 46308) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:30.861204 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:30.867202 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Request body: {'subnet': {'network_id': 'c42e19b7-a904-48fc-8ac1-0a0feb29b4b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-879483421-subnet', 'tenant_id': 'bb966c961bab418195f72acf16771587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:20:30.871548 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network c42e19b7-a904-48fc-8ac1-0a0feb29b4b5 details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:20:30.889534 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:30.906540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Usage tracker for resource:subnet and tenant:bb966c961bab418195f72acf16771587 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:30.951556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:30.969007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:30.992624 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Made reservation on behalf of bb966c961bab418195f72acf16771587 for: {'subnet': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:20:30.997926 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:31.269274 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for subnet, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:31.277246 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d8de2-9e28-496c-97c6-2c7268efd7f8 req-1d7d2ea4-9158-4831-a791-7a36f460af2f tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:31.286111 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-245d8de2-9e28-496c-97c6-2c7268efd7f8 req-1d7d2ea4-9158-4831-a791-7a36f460af2f tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 949 time: 0.3884661 Jul 23 17:20:31.320925 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-62b513ef-a34c-4024-8aed-9e397b5661b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:31.412790 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-245d8de2-9e28-496c-97c6-2c7268efd7f8 req-97570442-78c5-4c0d-9831-5e9d59c0c4d2 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/security-groups?id=057a4821-7f80-4eab-a2be-d0938a80ba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251473 Jul 23 17:20:31.432024 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c100c9-f8eb-4144-a9af-707118bd6dd6,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:31.436241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:31.444107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Checking segment: {'id': '60623f7f-40f1-4cf9-acad-255f9649718f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'c42e19b7-a904-48fc-8ac1-0a0feb29b4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:20:31.444493 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Network hostable DHCP agents. Network: c42e19b7-a904-48fc-8ac1-0a0feb29b4b5, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:20:31.474861 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Network c42e19b7-a904-48fc-8ac1-0a0feb29b4b5 is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:20:31.484559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, c42e19b7-a904-48fc-8ac1-0a0feb29b4b5) {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:20:31.490159 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:31.490291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:31.499554 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269cc343-669a-4819-a4e3-353d4416d6ea None None] Network c42e19b7-a904-48fc-8ac1-0a0feb29b4b5 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:20:31.526245 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-10a03710-78da-48d4-b498-8c432b654899 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6646421 Jul 23 17:20:31.886841 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:31.892112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4748d037-ee1d-4720-9c7e-7d9393cc2187 None None] Network c42e19b7-a904-48fc-8ac1-0a0feb29b4b5 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:20:31.925771 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f92463-a97a-4397-9d8d-13f4c69a2f06 req-9d726e11-0a24-4c66-b525-f7eff3ee82cf tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:31.929408 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e7f92463-a97a-4397-9d8d-13f4c69a2f06 req-9d726e11-0a24-4c66-b525-f7eff3ee82cf tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.2159338 Jul 23 17:20:32.044240 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e7f92463-a97a-4397-9d8d-13f4c69a2f06 req-37169da0-c7f1-4321-aa28-56373d47a608 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912318 Jul 23 17:20:32.657075 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5908-63fb-48d5-beb1-39b9ef957359 req-a9a36227-7cce-4fed-b16f-4c7bea29a051 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:32.658032 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5bab7360-a14b-4548-92d5-68e8354e4d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:32.659760 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9e6c5908-63fb-48d5-beb1-39b9ef957359 req-a9a36227-7cce-4fed-b16f-4c7bea29a051 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 949 time: 0.1574602 Jul 23 17:20:32.804051 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-9e6c5908-63fb-48d5-beb1-39b9ef957359 req-6f0e50d7-a86e-4e86-ada2-91a1420ae3cf tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Deleting port 9d1ac0a1-c012-478d-af01-cf65506d8883 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:20:32.804442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9e6c5908-63fb-48d5-beb1-39b9ef957359 req-6f0e50d7-a86e-4e86-ada2-91a1420ae3cf tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:32.864939 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c56aa-4903-4334-a9c0-7f6346982ed0 req-ea34601e-e405-45ed-9a31-164782168a53 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:32.866780 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-636c56aa-4903-4334-a9c0-7f6346982ed0 req-ea34601e-e405-45ed-9a31-164782168a53 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 949 time: 0.2054820 Jul 23 17:20:32.931498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:33.142590 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-636c56aa-4903-4334-a9c0-7f6346982ed0 req-ce36b10f-56d3-4cf8-bc60-d53d5b4e2a59 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/security-groups?id=057a4821-7f80-4eab-a2be-d0938a80ba43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690027 Jul 23 17:20:33.277993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-9e6c5908-63fb-48d5-beb1-39b9ef957359 req-6f0e50d7-a86e-4e86-ada2-91a1420ae3cf tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] For port 9d1ac0a1-c012-478d-af01-cf65506d8883, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=9d1ac0a1-c012-478d-af01-cf65506d8883,segment=NetworkSegment(3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3),segment_id=3cbf51bb-6b23-4cbe-b2a9-29d52e22f5e3)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:33.278420 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9e6c5908-63fb-48d5-beb1-39b9ef957359 req-6f0e50d7-a86e-4e86-ada2-91a1420ae3cf tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:33.479038 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-9e6c5908-63fb-48d5-beb1-39b9ef957359 req-6f0e50d7-a86e-4e86-ada2-91a1420ae3cf tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Calling delete_port for 9d1ac0a1-c012-478d-af01-cf65506d8883 owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:20:33.548427 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:33.604956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680cbbe-568f-4efb-bc8a-32660b7b70a0 req-0b9be9c1-6937-4ff7-9a32-040a33ffaeec tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:33.606783 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6680cbbe-568f-4efb-bc8a-32660b7b70a0 req-0b9be9c1-6937-4ff7-9a32-040a33ffaeec tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.2410336 Jul 23 17:20:33.716635 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6680cbbe-568f-4efb-bc8a-32660b7b70a0 req-1535c621-0842-4258-b2b2-1b8f11270784 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758266 Jul 23 17:20:33.717799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9e6c5908-63fb-48d5-beb1-39b9ef957359 req-6f0e50d7-a86e-4e86-ada2-91a1420ae3cf tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:33.723953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:33.736968 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['9d1ac0a1-c012-478d-af01-cf65506d8883'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:20:33.774242 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e50d7-a86e-4e86-ada2-91a1420ae3cf tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Pushing event deleted for resources: {'Port': ['ID=9d1ac0a1-c012-478d-af01-cf65506d8883,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:33.780609 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6f0e50d7-a86e-4e86-ada2-91a1420ae3cf tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:33.859519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6c5908-63fb-48d5-beb1-39b9ef957359 req-6f0e50d7-a86e-4e86-ada2-91a1420ae3cf tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] No DVR routers for this DVR port 9d1ac0a1-c012-478d-af01-cf65506d8883 on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:20:33.863424 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9e6c5908-63fb-48d5-beb1-39b9ef957359 req-6f0e50d7-a86e-4e86-ada2-91a1420ae3cf tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:33.877073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6509ea-3a20-4867-a9be-0b911bd4784e', 'name': 'network-vif-deleted', 'tag': '9d1ac0a1-c012-478d-af01-cf65506d8883'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:20:33.885083 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9e6c5908-63fb-48d5-beb1-39b9ef957359 req-6f0e50d7-a86e-4e86-ada2-91a1420ae3cf tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.58 "DELETE /v2.0/ports/9d1ac0a1-c012-478d-af01-cf65506d8883 HTTP/1.1" status: 204 len: 173 time: 1.1783597 Jul 23 17:20:33.968452 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6509ea-3a20-4867-a9be-0b911bd4784e', 'name': 'network-vif-deleted', 'tag': '9d1ac0a1-c012-478d-af01-cf65506d8883', 'status': 'completed', 'code': 200} Jul 23 17:20:34.054024 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036b0a3-e759-4a98-9cf3-03806dddbfae req-e1901a55-05c1-4cf7-9711-f6b9b276ff5b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:34.057823 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5036b0a3-e759-4a98-9cf3-03806dddbfae req-e1901a55-05c1-4cf7-9711-f6b9b276ff5b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1397173 Jul 23 17:20:34.148106 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5036b0a3-e759-4a98-9cf3-03806dddbfae req-0f6f9a53-42f8-4140-956e-e0f92d02b28f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837264 Jul 23 17:20:34.315192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:34.437771 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-e61241d9-4185-49ce-94bf-42d0297f3d6e req-0e4df24b-1698-4818-89d0-4fb5b367ad01 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Synchronizing usage tracker for tenant:681138c5ccdd42bc9f6d3d916883aec7 on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:20:34.459972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-e61241d9-4185-49ce-94bf-42d0297f3d6e req-0e4df24b-1698-4818-89d0-4fb5b367ad01 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Unset dirty status for tenant:681138c5ccdd42bc9f6d3d916883aec7 on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:20:34.461614 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e61241d9-4185-49ce-94bf-42d0297f3d6e req-0e4df24b-1698-4818-89d0-4fb5b367ad01 tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec6509ea-3a20-4867-a9be-0b911bd4784e HTTP/1.1" status: 200 len: 210 time: 0.0749140 Jul 23 17:20:35.037201 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 46486) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:35.250546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1db7b59e-0709-4a2a-8671-602ae3e832f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.293004 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-1db7b59e-0709-4a2a-8671-602ae3e832f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:35.297163 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-1db7b59e-0709-4a2a-8671-602ae3e832f2 admin admin] Usage tracker for resource:security_group_rule and tenant:277330d79b6241bc8fdfa9c49775eec1 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:35.300279 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-1db7b59e-0709-4a2a-8671-602ae3e832f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:35.308144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-1db7b59e-0709-4a2a-8671-602ae3e832f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:35.384168 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1db7b59e-0709-4a2a-8671-602ae3e832f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.387389 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1db7b59e-0709-4a2a-8671-602ae3e832f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.395715 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e90c8f5c-cbdf-4dd6-8ec4-0e7e610fba79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:35.446709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7b59e-0709-4a2a-8671-602ae3e832f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9bf7ba-c1c3-4686-885a-170f8f8e93ae,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:35.452330 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1db7b59e-0709-4a2a-8671-602ae3e832f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:35.459743 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-1db7b59e-0709-4a2a-8671-602ae3e832f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=277330d79b6241bc8fdfa9c49775eec1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4183397 Jul 23 17:20:35.460231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 46496) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:35.537796 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-062cd5d7-7d21-4e3c-85c1-8f1053210b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.578644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-062cd5d7-7d21-4e3c-85c1-8f1053210b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.679210 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-062cd5d7-7d21-4e3c-85c1-8f1053210b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.687217 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5b8809f8-1228-491b-b531-88e80a1629d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:35.707679 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cd5d7-7d21-4e3c-85c1-8f1053210b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9bf7ba-c1c3-4686-885a-170f8f8e93ae,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:35.710388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-062cd5d7-7d21-4e3c-85c1-8f1053210b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:35.712765 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-062cd5d7-7d21-4e3c-85c1-8f1053210b92 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fd9bf7ba-c1c3-4686-885a-170f8f8e93ae HTTP/1.1" status: 204 len: 168 time: 0.2513509 Jul 23 17:20:35.719532 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-062cd5d7-7d21-4e3c-85c1-8f1053210b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:36.233551 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 9d1ac0a1-c012-478d-af01-cf65506d8883 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:20:36.315746 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 9d1ac0a1-c012-478d-af01-cf65506d8883 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:20:36.316413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 9d1ac0a1-c012-478d-af01-cf65506d8883 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:20:36.869123 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1197e68b-540d-447e-8f16-3eec6b848691 req-5b323018-6f5c-4422-85fa-68a47fc307b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=08ff567edeeb497e8ca1d5a43e82783c&device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 1098 time: 0.2632811 Jul 23 17:20:37.221044 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197e68b-540d-447e-8f16-3eec6b848691 req-87dc9eb2-6198-43b0-9f99-76555f569702 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:37.223172 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1197e68b-540d-447e-8f16-3eec6b848691 req-87dc9eb2-6198-43b0-9f99-76555f569702 service neutron] 10.222.0.58 "GET /v2.0/networks?id=56923c17-1dcf-41eb-bda1-d959e61a3ee9 HTTP/1.1" status: 200 len: 918 time: 0.3524010 Jul 23 17:20:37.247240 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 46622) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:37.316125 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89a4c1-3d66-4221-8f2d-36770242a8ac req-3f1b81ff-d8eb-4c77-9ab3-7d573c473de1 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:37.328693 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2d89a4c1-3d66-4221-8f2d-36770242a8ac req-3f1b81ff-d8eb-4c77-9ab3-7d573c473de1 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2704613 Jul 23 17:20:37.374223 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1197e68b-540d-447e-8f16-3eec6b848691 req-87d31eb2-39b4-4a36-8b04-d5c0ccb41467 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 HTTP/1.1" status: 200 len: 217 time: 0.1335418 Jul 23 17:20:37.453530 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2d89a4c1-3d66-4221-8f2d-36770242a8ac req-4180ce09-c528-463d-bcb1-7e18c0f9f6c8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236019 Jul 23 17:20:37.473431 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197e68b-540d-447e-8f16-3eec6b848691 req-c9ba14c9-b671-4c46-9ae2-f51218f06eaa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:37.475218 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1197e68b-540d-447e-8f16-3eec6b848691 req-c9ba14c9-b671-4c46-9ae2-f51218f06eaa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b91c4b6-b0e0-40e1-9e39-8b53827780fa HTTP/1.1" status: 200 len: 857 time: 0.0891213 Jul 23 17:20:37.481741 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1c414f77-df42-4238-b8e2-398e4604ac21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.532694 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1197e68b-540d-447e-8f16-3eec6b848691 req-717f69ef-6d1d-479b-8eb9-d4df1bbc844e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56923c17-1dcf-41eb-bda1-d959e61a3ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487010 Jul 23 17:20:37.538517 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-1c414f77-df42-4238-b8e2-398e4604ac21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:37.547444 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-1c414f77-df42-4238-b8e2-398e4604ac21 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1fe414a7a04601a9b62445cc40a5ad is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:37.552684 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-1c414f77-df42-4238-b8e2-398e4604ac21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:37.562099 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-1c414f77-df42-4238-b8e2-398e4604ac21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:37.680152 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1c414f77-df42-4238-b8e2-398e4604ac21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.686132 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1c414f77-df42-4238-b8e2-398e4604ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:37.704970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ca49bf10-5c2f-420c-b209-dedf6b769d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:37.769850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c414f77-df42-4238-b8e2-398e4604ac21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782fc0cc-3781-42bb-bb43-a51729fe8e49,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:37.777512 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-1c414f77-df42-4238-b8e2-398e4604ac21 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a1fe414a7a04601a9b62445cc40a5ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5281065 Jul 23 17:20:37.778925 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1c414f77-df42-4238-b8e2-398e4604ac21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:37.779930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 46658) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:37.942778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-173978a7-7ecd-4ed2-ad34-161fce4eda37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:38.018533 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-173978a7-7ecd-4ed2-ad34-161fce4eda37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:38.133196 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1197e68b-540d-447e-8f16-3eec6b848691 req-4d6e5ffd-9b71-4b5c-b7d2-1b07eb0c8699 service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929682 Jul 23 17:20:38.335007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-173978a7-7ecd-4ed2-ad34-161fce4eda37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:38.340919 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9f06b9d7-23a4-4609-b1dd-099198a6303a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:38.354571 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173978a7-7ecd-4ed2-ad34-161fce4eda37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782fc0cc-3781-42bb-bb43-a51729fe8e49,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:38.364612 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-173978a7-7ecd-4ed2-ad34-161fce4eda37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:38.375993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-173978a7-7ecd-4ed2-ad34-161fce4eda37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:38.378421 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-173978a7-7ecd-4ed2-ad34-161fce4eda37 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/782fc0cc-3781-42bb-bb43-a51729fe8e49 HTTP/1.1" status: 204 len: 168 time: 0.5970800 Jul 23 17:20:38.399133 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1197e68b-540d-447e-8f16-3eec6b848691 req-be6afd19-566d-43ec-bf6f-652adea6c634 service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590861 Jul 23 17:20:38.772846 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1076cec-a0e3-48e5-bd53-3f87600477cf req-a8579169-7f43-4bf0-9d9f-ee394e1bc12b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:38.781999 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d1076cec-a0e3-48e5-bd53-3f87600477cf req-a8579169-7f43-4bf0-9d9f-ee394e1bc12b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1650412 Jul 23 17:20:38.842875 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d1076cec-a0e3-48e5-bd53-3f87600477cf req-76ea5e26-d209-4509-b17f-65067681c116 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584266 Jul 23 17:20:40.035419 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 46818) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:40.116063 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584109f0-76ac-4b5e-b8f8-8460a23162e9 req-542efd96-3098-4c24-a621-f0d4160ec314 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:40.126662 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-584109f0-76ac-4b5e-b8f8-8460a23162e9 req-542efd96-3098-4c24-a621-f0d4160ec314 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1111681 Jul 23 17:20:40.196420 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-584109f0-76ac-4b5e-b8f8-8460a23162e9 req-a38351cd-2aff-4657-bb56-feaae70338a0 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686851 Jul 23 17:20:40.266565 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7eac733a-2c22-43c1-8210-b47c537fd220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:40.312876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7eac733a-2c22-43c1-8210-b47c537fd220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:40.325291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7eac733a-2c22-43c1-8210-b47c537fd220 admin admin] Usage tracker for resource:security_group_rule and tenant:b9850294a5ab4b7d89ccfc4c947e2d4b is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:40.334096 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7eac733a-2c22-43c1-8210-b47c537fd220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:40.342819 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7eac733a-2c22-43c1-8210-b47c537fd220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:40.470620 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7eac733a-2c22-43c1-8210-b47c537fd220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:40.474886 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7eac733a-2c22-43c1-8210-b47c537fd220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:40.483743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ba49c3e8-9aef-4148-98f9-263990437d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:40.530197 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac733a-2c22-43c1-8210-b47c537fd220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618a8acb-caa1-4b00-a49f-020fce0dd185,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:40.534141 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7eac733a-2c22-43c1-8210-b47c537fd220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:40.539362 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7eac733a-2c22-43c1-8210-b47c537fd220 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9850294a5ab4b7d89ccfc4c947e2d4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5026894 Jul 23 17:20:40.540231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 46844) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:40.611721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c4c5-8b4e-4487-b602-18d446c14c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:40.643351 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c4c5-8b4e-4487-b602-18d446c14c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:40.718289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c4c5-8b4e-4487-b602-18d446c14c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:40.724756 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1db7b59e-0709-4a2a-8671-602ae3e832f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:40.737818 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7c4c5-8b4e-4487-b602-18d446c14c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618a8acb-caa1-4b00-a49f-020fce0dd185,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:40.742573 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5cb7c4c5-8b4e-4487-b602-18d446c14c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:40.750543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c4c5-8b4e-4487-b602-18d446c14c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:40.755164 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-5cb7c4c5-8b4e-4487-b602-18d446c14c13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/618a8acb-caa1-4b00-a49f-020fce0dd185 HTTP/1.1" status: 204 len: 168 time: 0.2131031 Jul 23 17:20:41.159230 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 46872) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:41.180949 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-be437218-b86f-406e-b656-af79ba4d0ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:41.225502 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-be437218-b86f-406e-b656-af79ba4d0ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:41.230210 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-be437218-b86f-406e-b656-af79ba4d0ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:8e5bd046a4704d69bb10f57bec580ff5 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:41.233668 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-be437218-b86f-406e-b656-af79ba4d0ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:41.241814 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-be437218-b86f-406e-b656-af79ba4d0ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:41.328488 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-be437218-b86f-406e-b656-af79ba4d0ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:41.332226 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-be437218-b86f-406e-b656-af79ba4d0ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:41.341130 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ef5c5398-e9dd-4fbd-83af-19b71000032a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:41.389234 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be437218-b86f-406e-b656-af79ba4d0ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755b21a2-c59b-4eb0-87f6-53b00556c7fd,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:41.394337 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-be437218-b86f-406e-b656-af79ba4d0ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:41.398960 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-be437218-b86f-406e-b656-af79ba4d0ce1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e5bd046a4704d69bb10f57bec580ff5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2384081 Jul 23 17:20:41.402309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 46892) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:41.496141 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06f8ca24-278a-4922-b70d-ba7e85e97be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:41.540077 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06f8ca24-278a-4922-b70d-ba7e85e97be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:41.569483 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c41c90-500f-40c4-a590-3e79652830fb req-a7022c51-039f-4206-afab-01f4bce793cd tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:41.575326 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c4c41c90-500f-40c4-a590-3e79652830fb req-a7022c51-039f-4206-afab-01f4bce793cd tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2167835 Jul 23 17:20:41.675442 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c4c41c90-500f-40c4-a590-3e79652830fb req-39359b2a-4e56-4495-b910-7e1997b74eee tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972328 Jul 23 17:20:41.700728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06f8ca24-278a-4922-b70d-ba7e85e97be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:41.714735 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:41.726611 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8ca24-278a-4922-b70d-ba7e85e97be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755b21a2-c59b-4eb0-87f6-53b00556c7fd,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:41.732184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-06f8ca24-278a-4922-b70d-ba7e85e97be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:41.742621 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06f8ca24-278a-4922-b70d-ba7e85e97be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:41.755688 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-06f8ca24-278a-4922-b70d-ba7e85e97be5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/755b21a2-c59b-4eb0-87f6-53b00556c7fd HTTP/1.1" status: 204 len: 168 time: 0.3433290 Jul 23 17:20:42.982189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478308f-1977-4b90-ab04-584cf14a1991 req-3f68bf96-e903-4ed4-ac1b-d583c05740af tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:42.983921 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d478308f-1977-4b90-ab04-584cf14a1991 req-3f68bf96-e903-4ed4-ac1b-d583c05740af tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1129236 Jul 23 17:20:43.073881 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d478308f-1977-4b90-ab04-584cf14a1991 req-3e1c8d13-ee4c-4fca-b586-0824f1fdf345 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821695 Jul 23 17:20:43.257556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 46954) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:43.495206 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 46966) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:43.495688 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-259c39a6-e78e-4ae7-b184-ae287a5a477d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=681138c5ccdd42bc9f6d3d916883aec7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2356112 Jul 23 17:20:43.574354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2321d07a-7b6b-4d3e-9313-bf63a3d3c8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:43.618160 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2321d07a-7b6b-4d3e-9313-bf63a3d3c8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:43.741153 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2321d07a-7b6b-4d3e-9313-bf63a3d3c8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:43.774246 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:43.789499 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321d07a-7b6b-4d3e-9313-bf63a3d3c8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057a4821-7f80-4eab-a2be-d0938a80ba43,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:43.792839 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2321d07a-7b6b-4d3e-9313-bf63a3d3c8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:43.803744 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2321d07a-7b6b-4d3e-9313-bf63a3d3c8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:43.805172 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-2321d07a-7b6b-4d3e-9313-bf63a3d3c8ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/057a4821-7f80-4eab-a2be-d0938a80ba43 HTTP/1.1" status: 204 len: 168 time: 0.3083169 Jul 23 17:20:44.333722 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb353f64-d150-489f-b55e-ce91718ca659 req-75944734-53df-40d0-a333-fa7dadd89634 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:44.335308 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bb353f64-d150-489f-b55e-ce91718ca659 req-75944734-53df-40d0-a333-fa7dadd89634 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.0987732 Jul 23 17:20:44.398666 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bb353f64-d150-489f-b55e-ce91718ca659 req-f2f44165-5f3e-4e92-9ba6-cbaf7ba39d05 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509114 Jul 23 17:20:44.975355 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47028) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:45.167467 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2146052918-network', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:20:45.175869 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:45.181203 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Usage tracker for resource:network and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:45.185438 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:45.198558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:45.219712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Made reservation on behalf of 138f6d21733847e2825438a0ba1cbae9 for: {'network': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:20:45.228357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:45.276174 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:45.321850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:45.338076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Usage tracker for resource:security_group_rule and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:45.342356 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:45.350468 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:45.384399 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47046) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:45.445751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:45.454453 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:45.475478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2321d07a-7b6b-4d3e-9313-bf63a3d3c8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:45.507108 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee78659-0f2e-4407-b9d5-9796935f5422,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:45.523185 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:45.533111 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=81984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:20:45.545247 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:45.546091 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Added segment 1324cb75-03ba-4532-a16d-fe23e997d1dd of type vlan for network ca5df335-6af8-4521-b6ed-ac00b1cb097d Jul 23 17:20:45.580867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:45.617316 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:45.618704 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:45.619377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:45.624709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b1bd8e22-580e-420e-aa64-9789c440185f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:45.625345 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-68dcb831-a3fa-40ed-bf59-d3f169c27f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:45.685977 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-68dcb831-a3fa-40ed-bf59-d3f169c27f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:45.690625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-68dcb831-a3fa-40ed-bf59-d3f169c27f5b admin admin] Usage tracker for resource:security_group_rule and tenant:3059ba1b021249b8aee07baf3db0e48b is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:45.694616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-68dcb831-a3fa-40ed-bf59-d3f169c27f5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:45.704986 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-68dcb831-a3fa-40ed-bf59-d3f169c27f5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:45.757772 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7807131 Jul 23 17:20:45.757772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Pushing event updated for resources: {'Network': ['ID=ca5df335-6af8-4521-b6ed-ac00b1cb097d,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:45.757772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:45.758020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47058) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:45.766546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Request body: {'subnet': {'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2146052918-subnet', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'ip_version': 4}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:20:45.772744 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:45.776898 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network ca5df335-6af8-4521-b6ed-ac00b1cb097d details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:20:45.777371 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Usage tracker for resource:subnet and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:45.781359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:45.789208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:45.819363 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-68dcb831-a3fa-40ed-bf59-d3f169c27f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:45.823970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-68dcb831-a3fa-40ed-bf59-d3f169c27f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:45.826659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Made reservation on behalf of 138f6d21733847e2825438a0ba1cbae9 for: {'subnet': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:20:45.831956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851925622'] for subnet, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:45.833355 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-77d2b52a-1042-4f13-a1de-15e4713f426f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:45.846459 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2696a-f498-4b92-8a6a-d91e71af2941 req-ee5e8bab-e16e-43a5-bc78-3b5ddeac1d9f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:45.848247 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3bb2696a-f498-4b92-8a6a-d91e71af2941 req-ee5e8bab-e16e-43a5-bc78-3b5ddeac1d9f tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2953823 Jul 23 17:20:45.893632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcb831-a3fa-40ed-bf59-d3f169c27f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc076db-11e1-4e19-911d-ba60bcd17405,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:45.907660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-68dcb831-a3fa-40ed-bf59-d3f169c27f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:45.941645 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-68dcb831-a3fa-40ed-bf59-d3f169c27f5b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3059ba1b021249b8aee07baf3db0e48b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5558922 Jul 23 17:20:45.945594 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47062) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:45.952009 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3bb2696a-f498-4b92-8a6a-d91e71af2941 req-21d176e5-71ab-40fb-918e-600b72e42577 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867038 Jul 23 17:20:46.024950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9bfdcd59-6348-4dbf-8939-f3c8ad84d91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.057653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9bfdcd59-6348-4dbf-8939-f3c8ad84d91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.112657 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9bfdcd59-6348-4dbf-8939-f3c8ad84d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.123453 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-97dbab04-3ffa-4081-b702-de7abdfc8866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:46.144634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851925605'] for subnet, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.145599 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdcd59-6348-4dbf-8939-f3c8ad84d91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc076db-11e1-4e19-911d-ba60bcd17405,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:46.149029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-365200c8-7601-4df1-9537-64eef7b4261d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:46.149726 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9bfdcd59-6348-4dbf-8939-f3c8ad84d91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:46.162147 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9bfdcd59-6348-4dbf-8939-f3c8ad84d91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.166921 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9bfdcd59-6348-4dbf-8939-f3c8ad84d91d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5bc076db-11e1-4e19-911d-ba60bcd17405 HTTP/1.1" status: 204 len: 168 time: 0.2171812 Jul 23 17:20:46.227508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=775766c5-67b2-4d27-b621-cb63ec1bf56d,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:46.232792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:46.245392 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Checking segment: {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:20:46.245784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Network hostable DHCP agents. Network: ca5df335-6af8-4521-b6ed-ac00b1cb097d, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:20:46.272294 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Network ca5df335-6af8-4521-b6ed-ac00b1cb097d is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:20:46.283095 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, ca5df335-6af8-4521-b6ed-ac00b1cb097d) {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:20:46.287685 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:46.288328 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.296381 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00fffca-dec4-497c-a958-047eee5bfbeb None None] Network ca5df335-6af8-4521-b6ed-ac00b1cb097d requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:20:46.319845 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-4c3cf8ef-f7df-419a-bf60-32e6d2568a4b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5569971 Jul 23 17:20:46.320321 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47068) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:46.331357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:20:46.341412 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:46.346204 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Usage tracker for resource:router and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:46.350320 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:46.357759 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:46.376017 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851069669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854671694'] for router, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.378518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672572'] for router, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.416968 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.593230 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe62099b6-fb64-5bd8-9bd4-803559866e59-ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d'}]}} from dv-cinder-802045-1-iscsi. {{(pid=81986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:20:46.596405 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.688388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3703315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851069656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672555'] for router, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.762974 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47082) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:46.792527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-56954bdc-2354-4e89-b8ce-7b499439a52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.835571 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-56954bdc-2354-4e89-b8ce-7b499439a52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:46.841566 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-56954bdc-2354-4e89-b8ce-7b499439a52b admin admin] Usage tracker for resource:security_group_rule and tenant:a5930384d0494bee9a6070687e3fda2d is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:46.847003 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-56954bdc-2354-4e89-b8ce-7b499439a52b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:46.857583 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-56954bdc-2354-4e89-b8ce-7b499439a52b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:46.961114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.961470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Allocated IP 172.20.0.2 (ca5df335-6af8-4521-b6ed-ac00b1cb097d/775766c5-67b2-4d27-b621-cb63ec1bf56d/32fba300-6641-4aa6-8193-1eff12f61bf9) {{(pid=81986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:20:46.965771 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-56954bdc-2354-4e89-b8ce-7b499439a52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.970160 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-56954bdc-2354-4e89-b8ce-7b499439a52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:46.983590 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cde5a857-74e0-4262-a2c5-0746e07da85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:47.013808 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:47.108047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56954bdc-2354-4e89-b8ce-7b499439a52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594fdb80-976f-4c6c-9f56-77c4c169a555,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:47.112088 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-56954bdc-2354-4e89-b8ce-7b499439a52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:47.116827 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-56954bdc-2354-4e89-b8ce-7b499439a52b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5930384d0494bee9a6070687e3fda2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3524046 Jul 23 17:20:47.120631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47090) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:47.257593 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Allocated IP 172.27.0.99 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/110a0276-ed24-4ff9-99e4-7c3b595e9666) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:20:47.347522 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fff1a462-8096-47bc-8cc4-81d9427bf435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:47.438802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Notify callbacks [] for port, precommit_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:47.480525 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Transition to ACTIVE for port object 32fba300-6641-4aa6-8193-1eff12f61bf9 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:20:47.517563 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fff1a462-8096-47bc-8cc4-81d9427bf435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:47.541175 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Transition to ACTIVE for port object 32fba300-6641-4aa6-8193-1eff12f61bf9 will not be triggered until provisioned by entity DHCP. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:20:47.549927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:47.553307 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900431e4-d60c-4892-be24-3963690c1664 req-0f9c48ae-6a36-4d13-a3d0-7110873908d6 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:47.555081 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:47.558926 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-900431e4-d60c-4892-be24-3963690c1664 req-0f9c48ae-6a36-4d13-a3d0-7110873908d6 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.3994339 Jul 23 17:20:47.575508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-143c98a0-2d89-4bc6-a073-76a74b87502e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:47.664796 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:47.685181 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:47.694637 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Network ca5df335-6af8-4521-b6ed-ac00b1cb097d is already hosted by enough agents. {{(pid=81986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:20:47.697065 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Resources bound (agent type, host, resource id): {{(pid=81986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:20:47.705177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Received port after_create {{(pid=81986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:20:47.723364 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-900431e4-d60c-4892-be24-3963690c1664 req-49d65569-afe2-4a06-9dcf-5d1d437b3618 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395154 Jul 23 17:20:47.741155 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fff1a462-8096-47bc-8cc4-81d9427bf435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:47.752508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:47.781445 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fff1a462-8096-47bc-8cc4-81d9427bf435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:47.797107 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-fff1a462-8096-47bc-8cc4-81d9427bf435 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/594fdb80-976f-4c6c-9f56-77c4c169a555 HTTP/1.1" status: 204 len: 168 time: 0.6687596 Jul 23 17:20:47.803971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1a462-8096-47bc-8cc4-81d9427bf435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594fdb80-976f-4c6c-9f56-77c4c169a555,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:47.816706 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fff1a462-8096-47bc-8cc4-81d9427bf435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:47.888587 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:20:47.892610 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Attempting to bind port 32fba300-6641-4aa6-8193-1eff12f61bf9 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:20:47.893317 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Attempting to bind port 32fba300-6641-4aa6-8193-1eff12f61bf9 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:20:47.893474 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:20:47.894079 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Attempting to bind port 32fba300-6641-4aa6-8193-1eff12f61bf9 on network ca5df335-6af8-4521-b6ed-ac00b1cb097d {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:20:47.896904 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:20:47.907263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:20:47.908192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Checking segment: {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:20:47.908731 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:47.909257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Bound using segment: {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:20:47.909915 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Bound port: 32fba300-6641-4aa6-8193-1eff12f61bf9, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:20:47.910473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:47.930088 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Pushing event updated for resources: {'Port': ['ID=110a0276-ed24-4ff9-99e4-7c3b595e9666,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:47.933537 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:47.976376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Pushing event updated for resources: {'Port': ['ID=32fba300-6641-4aa6-8193-1eff12f61bf9,revision_number=1']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:47.979993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:48.043765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] For port 32fba300-6641-4aa6-8193-1eff12f61bf9, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:20:48.047710 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] For port 32fba300-6641-4aa6-8193-1eff12f61bf9, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=32fba300-6641-4aa6-8193-1eff12f61bf9,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:20:48.053221 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:48.058133 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:48.113850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:48.115142 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851072472'] for router, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:48.144268 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Pushing event updated for resources: {'Port': ['ID=32fba300-6641-4aa6-8193-1eff12f61bf9,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:48.155808 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:48.456677 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 is scheduled to L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e with binding_index 1 {{(pid=81984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:20:48.767817 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:20:48.782410 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Sync routers for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:20:48.823100 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:20:48.823270 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] Notify callbacks [] for router, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:48.825391 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-92c18311-e816-4d3d-b85e-fc205ec80b12 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5035343 Jul 23 17:20:48.828395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47134) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:48.835758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:20:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:49.093644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:20:49.163212 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115e169-4748-4162-8682-25f7d1c0d265 req-4e930a81-74c6-4733-8e66-6f447705d171 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:49.172639 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1115e169-4748-4162-8682-25f7d1c0d265 req-4e930a81-74c6-4733-8e66-6f447705d171 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1739979 Jul 23 17:20:49.256220 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1115e169-4748-4162-8682-25f7d1c0d265 req-1878c276-b49d-4c38-b640-65323b018e2b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748572 Jul 23 17:20:49.546764 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:48Z', 'revision_number': 3, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:49.557228 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Checking router: c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:20:49.557752 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Updating router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 port 110a0276-ed24-4ff9-99e4-7c3b595e9666 binding host dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:20:49.637397 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:50.027825 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 32fba300-6641-4aa6-8193-1eff12f61bf9 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:20:50.175401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 32fba300-6641-4aa6-8193-1eff12f61bf9 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:20:50.236053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:50.421996 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Notify callbacks [] for port, precommit_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:50.456479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Transition to ACTIVE for port object 110a0276-ed24-4ff9-99e4-7c3b595e9666 will not be triggered until provisioned by entity L2. {{(pid=81987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:20:50.475248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:50.496321 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:50.593578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Pushing event updated for resources: {'Port': ['ID=110a0276-ed24-4ff9-99e4-7c3b595e9666,revision_number=2']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:50.619455 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:50.620115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:50.620682 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:50.621241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:50.622085 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:50.622648 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:50.623586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:50.624167 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:50.624735 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:50.625284 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:50.626005 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:20:50.656291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ab3db9-915c-43de-b723-8bbc4371f58e None None] Network ca5df335-6af8-4521-b6ed-ac00b1cb097d requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:20:50.677440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Attempting to bind port 110a0276-ed24-4ff9-99e4-7c3b595e9666 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:20:50.678446 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Attempting to bind port 110a0276-ed24-4ff9-99e4-7c3b595e9666 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:20:50.679112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Attempting to bind port 110a0276-ed24-4ff9-99e4-7c3b595e9666 on network be355ed9-9aa4-4010-98d9-d73ee88926df {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:20:50.687703 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:50.689430 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:20:50.690817 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Checking segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:20:50.691719 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:50.692357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Bound using segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:20:50.693081 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Bound port: 110a0276-ed24-4ff9-99e4-7c3b595e9666, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:20:50.693702 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:50.711294 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435708a6-5f40-486a-a782-f3a38aa4de58 req-624bf74f-0dd6-456c-a176-edc4f5bcee81 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:50.713511 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-435708a6-5f40-486a-a782-f3a38aa4de58 req-624bf74f-0dd6-456c-a176-edc4f5bcee81 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2441053 Jul 23 17:20:50.789106 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] For port 110a0276-ed24-4ff9-99e4-7c3b595e9666, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:20:50.795767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] For port 110a0276-ed24-4ff9-99e4-7c3b595e9666, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=110a0276-ed24-4ff9-99e4-7c3b595e9666,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:20:50.799988 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:50.834484 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-838bd903-191f-4db4-8798-fc82c6e4015c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:50.854208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-01a900f9-0a2d-4d08-9e4d-2bce78511030 None None] Provisioning for port 32fba300-6641-4aa6-8193-1eff12f61bf9 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:20:50.856814 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Allocated IP 172.20.0.1 (ca5df335-6af8-4521-b6ed-ac00b1cb097d/775766c5-67b2-4d27-b621-cb63ec1bf56d/59476ec7-9c0c-4462-84c0-a7e50828c1fb) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:20:50.861646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-01a900f9-0a2d-4d08-9e4d-2bce78511030 None None] Provisioning complete for port 32fba300-6641-4aa6-8193-1eff12f61bf9 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:20:50.862046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-01a900f9-0a2d-4d08-9e4d-2bce78511030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:50.916295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:20:50.916915 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:20:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:50.993466 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-435708a6-5f40-486a-a782-f3a38aa4de58 req-6c60bb35-a52d-44e5-afe8-d3ded17b4836 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397168 Jul 23 17:20:51.131802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:20:51.146925 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:51.172016 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-01a900f9-0a2d-4d08-9e4d-2bce78511030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:51.175143 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Transition to ACTIVE for port object 59476ec7-9c0c-4462-84c0-a7e50828c1fb will not be triggered until provisioned by entity DHCP. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:20:51.241395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:51.256023 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:51.402961 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-01a900f9-0a2d-4d08-9e4d-2bce78511030 None None] For port 32fba300-6641-4aa6-8193-1eff12f61bf9, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=32fba300-6641-4aa6-8193-1eff12f61bf9,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:51.408578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-01a900f9-0a2d-4d08-9e4d-2bce78511030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:51.416681 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:51.459757 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Pushing event updated for resources: {'Port': ['ID=110a0276-ed24-4ff9-99e4-7c3b595e9666,revision_number=3']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:51.463624 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:51.597235 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a900f9-0a2d-4d08-9e4d-2bce78511030 None None] Pushing event updated for resources: {'Port': ['ID=32fba300-6641-4aa6-8193-1eff12f61bf9,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:51.602163 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-01a900f9-0a2d-4d08-9e4d-2bce78511030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:51.695109 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Network ca5df335-6af8-4521-b6ed-ac00b1cb097d is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:20:51.717187 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:20:51.726194 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:20:51.726727 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708917'] for router_interface, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:51.756274 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Pushing event updated for resources: {'Port': ['ID=59476ec7-9c0c-4462-84c0-a7e50828c1fb,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:51.759639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:51.763308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:48Z', 'revision_number': 3, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:51.770214 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d68cc4-ff53-4a01-a476-b802faf87e9f None None] The sync data for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi is: [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:48Z', 'revision_number': 3, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:20:51.859158 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 32fba300-6641-4aa6-8193-1eff12f61bf9 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:20:51.885283 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:52.006960 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 32fba300-6641-4aa6-8193-1eff12f61bf9 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:20:52.007600 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:52.172674 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f18a7c77-b39c-41b4-859e-16e40e9adcbc None None] Provisioning complete for port 32fba300-6641-4aa6-8193-1eff12f61bf9 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:20:52.173357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f18a7c77-b39c-41b4-859e-16e40e9adcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:52.323103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:52.328327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:52.329554 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3505136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851067050'] for router_interface, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:52.342117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:52.528280 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Pushing event updated for resources: {'Port': ['ID=59476ec7-9c0c-4462-84c0-a7e50828c1fb,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:52.583750 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:52.693265 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-269533ff-0462-4ab5-9d9c-e4fa43ff02c2 None None] Provisioning for port 59476ec7-9c0c-4462-84c0-a7e50828c1fb completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:20:52.701786 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47228) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:52.717070 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-269533ff-0462-4ab5-9d9c-e4fa43ff02c2 None None] Provisioning complete for port 59476ec7-9c0c-4462-84c0-a7e50828c1fb triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:20:52.717896 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-269533ff-0462-4ab5-9d9c-e4fa43ff02c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:52.863321 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Network ca5df335-6af8-4521-b6ed-ac00b1cb097d is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:20:52.867574 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:20:52.867794 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-269533ff-0462-4ab5-9d9c-e4fa43ff02c2 None None] Port 59476ec7-9c0c-4462-84c0-a7e50828c1fb cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:20:52.915183 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-201da819-e24a-4206-a5c6-66c827892536 admin admin] Deleting subnet baccdcbe-fd8e-457e-aea2-1e77c6eb2a0b {{(pid=81984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:20:52.920161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-201da819-e24a-4206-a5c6-66c827892536 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.039618 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-201da819-e24a-4206-a5c6-66c827892536 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2847142'] for subnet, precommit_delete_associations {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.192090 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-201da819-e24a-4206-a5c6-66c827892536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.261216 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a292505-aac0-4400-a300-e66e01838d32 req-8e8bc290-c5d4-4602-bfcc-58311ba9fd11 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:53.274160 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6a292505-aac0-4400-a300-e66e01838d32 req-8e8bc290-c5d4-4602-bfcc-58311ba9fd11 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.8181021 Jul 23 17:20:53.318776 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-201da819-e24a-4206-a5c6-66c827892536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851930181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2850284'] for subnet, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.324319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-702112c1-ba39-403e-9909-6a05ffbd1965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:53.362208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201da819-e24a-4206-a5c6-66c827892536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baccdcbe-fd8e-457e-aea2-1e77c6eb2a0b,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:53.366250 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-201da819-e24a-4206-a5c6-66c827892536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:53.375867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-201da819-e24a-4206-a5c6-66c827892536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.384571 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-201da819-e24a-4206-a5c6-66c827892536 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/baccdcbe-fd8e-457e-aea2-1e77c6eb2a0b HTTP/1.1" status: 204 len: 168 time: 0.6801326 Jul 23 17:20:53.386185 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47242) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:53.389312 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6a292505-aac0-4400-a300-e66e01838d32 req-17fdfdd0-4c5d-4f28-9f8f-09a614797019 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008916 Jul 23 17:20:53.533282 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.553296 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-73108d59-d7b1-4eee-9a7c-1d6c9474d0a9 None None] Provisioning complete for port 59476ec7-9c0c-4462-84c0-a7e50828c1fb triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:20:53.553897 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-73108d59-d7b1-4eee-9a7c-1d6c9474d0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.680144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-73108d59-d7b1-4eee-9a7c-1d6c9474d0a9 None None] Port 59476ec7-9c0c-4462-84c0-a7e50828c1fb cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:20:53.702580 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:20:53.717165 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.734424 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7de2a9-cdd1-4f3b-8690-98fa7f7e79ce']}} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:53.750918 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634ede70-e58c-4c43-93f5-983389a3702d') {'for_net_delete': True} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:53.751253 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634ede70-e58c-4c43-93f5-983389a3702d') {} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:53.766718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851928658'] for segment, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.791480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.805302 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=81984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:20:53.806036 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851930154'] for segment, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:20:53.895701 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:20:53.899149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 110a0276-ed24-4ff9-99e4-7c3b595e9666 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:20:53.959932 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:53.968751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:54.011989 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:54.033410 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] 10.222.0.55 "DELETE /v2.0/networks/cc7de2a9-cdd1-4f3b-8690-98fa7f7e79ce HTTP/1.1" status: 204 len: 168 time: 0.6459050 Jul 23 17:20:54.038427 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47252) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:54.060161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:20:54.081832 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] 10.222.0.55 "PUT /v2.0/routers/c6fe8fac-cb8d-4d21-be2a-fc92004a6a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2519531 Jul 23 17:20:54.120340 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 110a0276-ed24-4ff9-99e4-7c3b595e9666 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:20:54.128730 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 110a0276-ed24-4ff9-99e4-7c3b595e9666 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:20:54.129637 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:54.142171 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=cc7de2a9-cdd1-4f3b-8690-98fa7f7e79ce,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:54.156436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:54.227848 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-6014a889-6eee-4e6a-b218-0082aa59afcd admin admin] Deleting subnet 48c100c9-f8eb-4144-a9af-707118bd6dd6 {{(pid=81984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:20:54.232224 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6014a889-6eee-4e6a-b218-0082aa59afcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:54.298399 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6014a889-6eee-4e6a-b218-0082aa59afcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2847142'] for subnet, precommit_delete_associations {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:54.319406 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:54.366729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 110a0276-ed24-4ff9-99e4-7c3b595e9666, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=110a0276-ed24-4ff9-99e4-7c3b595e9666,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:20:54.385476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:54.388974 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-143c98a0-2d89-4bc6-a073-76a74b87502e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:54.438652 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6014a889-6eee-4e6a-b218-0082aa59afcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:54.475443 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=110a0276-ed24-4ff9-99e4-7c3b595e9666,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:54.489080 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:54.841601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f994c-d9ba-4648-b643-d51f61457a26 req-ccfd2188-8ea7-4abf-b557-f5a3a73fc8cb tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:54.852164 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5a6f994c-d9ba-4648-b643-d51f61457a26 req-ccfd2188-8ea7-4abf-b557-f5a3a73fc8cb tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1661408 Jul 23 17:20:54.904485 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6014a889-6eee-4e6a-b218-0082aa59afcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851930181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2850284'] for subnet, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:54.909719 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-201da819-e24a-4206-a5c6-66c827892536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:54.935443 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5a6f994c-d9ba-4648-b643-d51f61457a26 req-7882b396-d422-43ca-916f-cf36400eb491 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816178 Jul 23 17:20:54.953963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014a889-6eee-4e6a-b218-0082aa59afcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c100c9-f8eb-4144-a9af-707118bd6dd6,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:54.962347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6014a889-6eee-4e6a-b218-0082aa59afcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:54.974125 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6014a889-6eee-4e6a-b218-0082aa59afcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:54.982916 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-6014a889-6eee-4e6a-b218-0082aa59afcd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/48c100c9-f8eb-4144-a9af-707118bd6dd6 HTTP/1.1" status: 204 len: 168 time: 0.9432642 Jul 23 17:20:54.986043 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47286) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:55.126019 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:55.296414 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:55.310660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=81985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:20:55.311066 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=81985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:20:55.312373 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=81985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:20:55.312373 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Subscribe: > port after_create 55550000 {{(pid=81985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:20:55.312568 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=81985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:20:55.313111 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Subscribe: > port after_update 55550000 {{(pid=81985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:20:55.313313 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=81985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:20:55.313669 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=81985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:20:55.314029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=81985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:20:55.314395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=81985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:20:55.381489 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=81985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:20:55.381888 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=81985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:20:55.382270 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=81985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:20:55.382649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=81985) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jul 23 17:20:55.383115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42e19b7-a904-48fc-8ac1-0a0feb29b4b5']}} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:55.397758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60623f7f-40f1-4cf9-acad-255f9649718f') {'for_net_delete': True} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:55.398487 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60623f7f-40f1-4cf9-acad-255f9649718f') {} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:55.415159 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131906099'] for segment, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:55.436248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:55.444740 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=81985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:20:55.445191 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036722876224'] for segment, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: (self, other), Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: (self, other), Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:20:55.462911 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:20:55.541609 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:55.546347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fff8e74a-4798-4288-afbb-d41801824132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:55.563916 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:55.570898 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c42e19b7-a904-48fc-8ac1-0a0feb29b4b5,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:55.574842 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c42e19b7-a904-48fc-8ac1-0a0feb29b4b5 HTTP/1.1" status: 204 len: 168 time: 0.5877230 Jul 23 17:20:55.575822 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f3a3a9d9-b18e-4456-848d-525a8ef7faa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:55.761456 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47314) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:55.850249 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47320) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:55.853306 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-cd0ecaeb-3d8b-4a01-81bd-fef14d9d1258 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b807323aba6345c7be4a0f2427f19c98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0835526 Jul 23 17:20:55.861136 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 110a0276-ed24-4ff9-99e4-7c3b595e9666 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:20:55.932518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Sync routers for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:20:55.944844 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ae1b1ff1-d542-4d12-bf4b-12e6b7ba75cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:55.963349 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:20:55.964332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:20:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:55.978950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ae1b1ff1-d542-4d12-bf4b-12e6b7ba75cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:56.063292 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47330) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:56.071140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-371864681-network', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:20:56.078442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:56.083955 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Usage tracker for resource:network and tenant:5a1b15f216f346cc8a0d841c6e39f073 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:56.089067 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:56.096216 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ae1b1ff1-d542-4d12-bf4b-12e6b7ba75cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:56.097466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:56.102018 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e9aa638d-fe55-4e0d-85e1-587edeac3969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:56.109627 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Made reservation on behalf of 5a1b15f216f346cc8a0d841c6e39f073 for: {'network': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:20:56.121303 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:56.139396 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b1ff1-d542-4d12-bf4b-12e6b7ba75cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc9ab42-d0f7-4bc7-a077-f7ec90fc7936,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:56.151254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ae1b1ff1-d542-4d12-bf4b-12e6b7ba75cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:56.156966 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ae1b1ff1-d542-4d12-bf4b-12e6b7ba75cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:56.162377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:56.176304 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ae1b1ff1-d542-4d12-bf4b-12e6b7ba75cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0cc9ab42-d0f7-4bc7-a077-f7ec90fc7936 HTTP/1.1" status: 204 len: 168 time: 0.3247256 Jul 23 17:20:56.257448 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:56.267646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Usage tracker for resource:security_group_rule and tenant:5a1b15f216f346cc8a0d841c6e39f073 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:56.273456 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:56.291637 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:56.322946 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:20:56.487288 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 110a0276-ed24-4ff9-99e4-7c3b595e9666 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:20:56.487726 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:56.557166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:56.574983 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:56.591551 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=81985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:20:56.603463 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:56.604259 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Added segment 0e418020-be27-4829-911b-26646cf3fcac of type vlan for network 7a95801d-5a1a-497f-b3e5-33d86538edea Jul 23 17:20:56.639670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:56.674247 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cb289137-58ee-4f14-b331-b8ff8f99fb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:56.702969 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea67afe-e441-4580-94e3-e08eed994329,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:56.716880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:56.733574 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:56.740765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:56.747106 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:56.776724 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-035a6f3d-bd83-4a31-ba9f-60ebc31a79a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:56.933519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15208219-705d-462f-b1b3-c30b03a65fcb req-7f46a18c-b1d2-41b0-bce4-8c18a49a39fd tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:56.935921 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-15208219-705d-462f-b1b3-c30b03a65fcb req-7f46a18c-b1d2-41b0-bce4-8c18a49a39fd tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.4773552 Jul 23 17:20:57.013468 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9485955 Jul 23 17:20:57.020193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47370) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:57.021092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47372) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:57.029676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Request body: {'subnet': {'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-371864681-subnet', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'ip_version': 4}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:20:57.045925 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:57.055993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Usage tracker for resource:subnet and tenant:5a1b15f216f346cc8a0d841c6e39f073 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:57.066052 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:57.081520 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:57.082408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Pushing event updated for resources: {'Network': ['ID=7a95801d-5a1a-497f-b3e5-33d86538edea,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:57.097026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:57.112009 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-15208219-705d-462f-b1b3-c30b03a65fcb req-c17af64d-7e83-412d-8231-0239aab85a14 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591220 Jul 23 17:20:57.112978 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network 7a95801d-5a1a-497f-b3e5-33d86538edea details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:20:57.120124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Made reservation on behalf of 5a1b15f216f346cc8a0d841c6e39f073 for: {'subnet': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:20:57.125599 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851925622'] for subnet, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:57.282729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47380) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:57.348035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fb4d1-279e-40a3-ab70-c86912325ff3 req-e6345fc4-7069-4beb-a0bd-3f22f450e7b3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:57.351629 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a70fb4d1-279e-40a3-ab70-c86912325ff3 req-e6345fc4-7069-4beb-a0bd-3f22f450e7b3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.2098606 Jul 23 17:20:57.413248 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9141197d-2f08-4280-b3ca-0c59c377a4da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb966c961bab418195f72acf16771587&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1290686 Jul 23 17:20:57.421568 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47386) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:57.450422 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 2, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:20:57.457637 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Checking router: c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:20:57.458697 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Updating router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 port 59476ec7-9c0c-4462-84c0-a7e50828c1fb binding host dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:20:57.462600 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a70fb4d1-279e-40a3-ab70-c86912325ff3 req-d24ee033-dbcb-4b80-a721-abeb118faca0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024323 Jul 23 17:20:57.472616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851925605'] for subnet, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:57.484332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:57.505461 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a6e90344-15ae-4027-9b76-208f7467b146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:57.535730 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a6e90344-15ae-4027-9b76-208f7467b146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:57.541816 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:57.591091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a6e90344-15ae-4027-9b76-208f7467b146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:57.604883 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-125deea8-8891-4e3f-a485-621960c8ff00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:57.625755 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79147cab-6387-4e8e-b90e-4e1472f4ddc8,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:57.633425 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:57.641462 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e90344-15ae-4027-9b76-208f7467b146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59254219-d024-4458-a23c-fc11ed7f1cae,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:57.645469 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Checking segment: {'id': '0e418020-be27-4829-911b-26646cf3fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:20:57.645842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Network hostable DHCP agents. Network: 7a95801d-5a1a-497f-b3e5-33d86538edea, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:20:57.650652 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a6e90344-15ae-4027-9b76-208f7467b146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:57.652454 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a6e90344-15ae-4027-9b76-208f7467b146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:57.654054 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a6e90344-15ae-4027-9b76-208f7467b146 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59254219-d024-4458-a23c-fc11ed7f1cae HTTP/1.1" status: 204 len: 168 time: 0.2308061 Jul 23 17:20:57.707135 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Network 7a95801d-5a1a-497f-b3e5-33d86538edea is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:20:57.722775 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, 7a95801d-5a1a-497f-b3e5-33d86538edea) {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:20:57.728995 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:57.731395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:57.731891 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7646866c-3ca8-4b42-8739-28184d5cc9eb None None] Network 7a95801d-5a1a-497f-b3e5-33d86538edea requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:20:57.763591 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9c9886c5-89fb-490c-b32f-fe46e63f9029 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7412102 Jul 23 17:20:57.766084 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47396) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:57.772522 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-371864681-router', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:20:57.781717 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:57.792912 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Usage tracker for resource:router and tenant:5a1b15f216f346cc8a0d841c6e39f073 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:57.795855 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:57.810581 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:57.819134 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-78a7c7fa-dd56-4f29-83af-85066f61c228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:57.825942 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851069669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854671694'] for router, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:57.830099 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672572'] for router, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:57.858044 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-78a7c7fa-dd56-4f29-83af-85066f61c228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:20:57.862418 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-78a7c7fa-dd56-4f29-83af-85066f61c228 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd30ed7a25c4588a1834bd98842fa6c is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:20:57.870350 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-78a7c7fa-dd56-4f29-83af-85066f61c228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:20:57.870561 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:57.881215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-78a7c7fa-dd56-4f29-83af-85066f61c228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:20:58.054952 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-78a7c7fa-dd56-4f29-83af-85066f61c228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:58.057680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-78a7c7fa-dd56-4f29-83af-85066f61c228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:58.087398 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7eac733a-2c22-43c1-8210-b47c537fd220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:58.273298 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-78a7c7fa-dd56-4f29-83af-85066f61c228 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0cd30ed7a25c4588a1834bd98842fa6c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2487907 Jul 23 17:20:58.276048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7c7fa-dd56-4f29-83af-85066f61c228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4797add-a5f5-46b2-a8d7-863ab3123401,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:58.290919 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47418) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:58.301640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-78a7c7fa-dd56-4f29-83af-85066f61c228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:58.396221 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-85804254-ab7f-478c-acc4-5050b050afc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:58.408953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3703315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851069656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672555'] for router, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:58.486588 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe62099b6-fb64-5bd8-9bd4-803559866e59-7a95801d-5a1a-497f-b3e5-33d86538edea', 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'fixed_ips': [{'subnet_id': '79147cab-6387-4e8e-b90e-4e1472f4ddc8'}]}} from dv-cinder-802045-1-iscsi. {{(pid=81986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:20:58.487540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:58.515746 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-85804254-ab7f-478c-acc4-5050b050afc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:58.628445 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-85804254-ab7f-478c-acc4-5050b050afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:58.638990 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:58.677905 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-85804254-ab7f-478c-acc4-5050b050afc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:58.694452 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-85804254-ab7f-478c-acc4-5050b050afc7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4797add-a5f5-46b2-a8d7-863ab3123401 HTTP/1.1" status: 204 len: 168 time: 0.3958244 Jul 23 17:20:58.700299 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85804254-ab7f-478c-acc4-5050b050afc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4797add-a5f5-46b2-a8d7-863ab3123401,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:58.707746 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-85804254-ab7f-478c-acc4-5050b050afc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:58.880235 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee6bc8-3564-44c7-b174-4434e5e3b279 req-805fb830-9084-4aff-9873-7849f0a05fb9 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:58.881923 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-03ee6bc8-3564-44c7-b174-4434e5e3b279 req-805fb830-9084-4aff-9873-7849f0a05fb9 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.3527701 Jul 23 17:20:58.930434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Allocated IP 172.20.0.2 (7a95801d-5a1a-497f-b3e5-33d86538edea/79147cab-6387-4e8e-b90e-4e1472f4ddc8/8322d799-feec-431b-aa5e-fee935658286) {{(pid=81986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:20:58.992113 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-03ee6bc8-3564-44c7-b174-4434e5e3b279 req-cfeae6c4-5619-4344-b4bb-42dfa0f196e7 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994935 Jul 23 17:20:59.044803 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Notify callbacks [] for port, precommit_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:59.079680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Transition to ACTIVE for port object 59476ec7-9c0c-4462-84c0-a7e50828c1fb will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:20:59.091278 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:59.099367 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:59.114630 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:59.145130 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:59.203284 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a33627-d1fb-4f5b-82a3-4bd6aa2a05f7 req-e5900afd-6754-4c8f-a992-75c0a4a253e4 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:20:59.211784 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a3a33627-d1fb-4f5b-82a3-4bd6aa2a05f7 req-e5900afd-6754-4c8f-a992-75c0a4a253e4 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.4488497 Jul 23 17:20:59.328608 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a3a33627-d1fb-4f5b-82a3-4bd6aa2a05f7 req-43339f67-299e-49f4-93ce-6d31cc7a0252 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155586 Jul 23 17:20:59.479917 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Allocated IP 172.27.0.18 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/bdac90fb-af6b-4c26-b853-4ab5df2f81b5) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:20:59.517087 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8005534-1e51-4b28-a80c-e7781af376c4 None None] Pushing event updated for resources: {'Port': ['ID=59476ec7-9c0c-4462-84c0-a7e50828c1fb,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:59.538366 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f8005534-1e51-4b28-a80c-e7781af376c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:59.637306 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Attempting to bind port 59476ec7-9c0c-4462-84c0-a7e50828c1fb on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:20:59.638102 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Attempting to bind port 59476ec7-9c0c-4462-84c0-a7e50828c1fb by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:20:59.638857 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Attempting to bind port 59476ec7-9c0c-4462-84c0-a7e50828c1fb on network ca5df335-6af8-4521-b6ed-ac00b1cb097d {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:20:59.685672 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Notify callbacks [] for port, precommit_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:59.715490 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Transition to ACTIVE for port object 8322d799-feec-431b-aa5e-fee935658286 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:20:59.740652 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:59.741438 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Transition to ACTIVE for port object 8322d799-feec-431b-aa5e-fee935658286 will not be triggered until provisioned by entity DHCP. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:20:59.746833 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:20:59.747257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Checking segment: {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:20:59.747715 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:59.748564 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Bound using segment: {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:20:59.748920 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Bound port: 59476ec7-9c0c-4462-84c0-a7e50828c1fb, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:20:59.749541 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:59.752063 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47460) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:20:59.762540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:59.770558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:59.795977 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:59.806313 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6f0e50d7-a86e-4e86-ada2-91a1420ae3cf tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:20:59.889437 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Pushing event updated for resources: {'Port': ['ID=bdac90fb-af6b-4c26-b853-4ab5df2f81b5,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:59.893710 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:59.908134 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:20:59.909393 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:20:59.914447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Network 7a95801d-5a1a-497f-b3e5-33d86538edea is already hosted by enough agents. {{(pid=81986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:20:59.917528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:20:59.956334 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] For port 59476ec7-9c0c-4462-84c0-a7e50828c1fb, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:20:59.960783 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] For port 59476ec7-9c0c-4462-84c0-a7e50828c1fb, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=59476ec7-9c0c-4462-84c0-a7e50828c1fb,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:20:59.962281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Pushing event updated for resources: {'Port': ['ID=8322d799-feec-431b-aa5e-fee935658286,revision_number=1']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:20:59.965365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Resources bound (agent type, host, resource id): {{(pid=81986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:20:59.967546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:20:59.970000 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:20:59.975974 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Received port after_create {{(pid=81986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:20:59.978072 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:00.123078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e1eefb2c-1447-401a-8a71-4d8f04c9eb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:00.179871 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:00.180476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851072472'] for router, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:00.217840 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Attempting to bind port 8322d799-feec-431b-aa5e-fee935658286 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:21:00.218386 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Attempting to bind port 8322d799-feec-431b-aa5e-fee935658286 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '0e418020-be27-4829-911b-26646cf3fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:21:00.219434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Attempting to bind port 8322d799-feec-431b-aa5e-fee935658286 on network 7a95801d-5a1a-497f-b3e5-33d86538edea {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:21:00.220464 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e1eefb2c-1447-401a-8a71-4d8f04c9eb0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:00.228357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8005534-1e51-4b28-a80c-e7781af376c4 None None] Pushing event updated for resources: {'Port': ['ID=59476ec7-9c0c-4462-84c0-a7e50828c1fb,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:00.232126 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e1eefb2c-1447-401a-8a71-4d8f04c9eb0b admin admin] Usage tracker for resource:security_group_rule and tenant:cf2e8cc3bb6542819afb8dc4c9a93ce0 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:00.232694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:21:00.233228 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Checking segment: {'id': '0e418020-be27-4829-911b-26646cf3fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:21:00.233734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:00.234259 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Bound using segment: {'id': '0e418020-be27-4829-911b-26646cf3fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:21:00.234897 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Bound port: 8322d799-feec-431b-aa5e-fee935658286, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e418020-be27-4829-911b-26646cf3fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:21:00.235447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:00.240249 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e1eefb2c-1447-401a-8a71-4d8f04c9eb0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:00.246547 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-865d93e9-3486-4420-910c-2b1952712b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:00.261010 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e1eefb2c-1447-401a-8a71-4d8f04c9eb0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:00.266955 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f8005534-1e51-4b28-a80c-e7781af376c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:00.317640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:21:00.324437 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:20:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:21:00.535730 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e1eefb2c-1447-401a-8a71-4d8f04c9eb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:00.546924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e1eefb2c-1447-401a-8a71-4d8f04c9eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:00.583935 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ae1b1ff1-d542-4d12-bf4b-12e6b7ba75cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:00.635530 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] For port 8322d799-feec-431b-aa5e-fee935658286, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:21:00.641331 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] For port 8322d799-feec-431b-aa5e-fee935658286, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=8322d799-feec-431b-aa5e-fee935658286,segment=NetworkSegment(0e418020-be27-4829-911b-26646cf3fcac),segment_id=0e418020-be27-4829-911b-26646cf3fcac)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:21:00.643695 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c97f61-9b1b-452e-b485-8e67d1e2c17e req-bd9b730f-81f3-4bd8-9fd0-f0c7e419fabb tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:00.645684 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c7c97f61-9b1b-452e-b485-8e67d1e2c17e req-bd9b730f-81f3-4bd8-9fd0-f0c7e419fabb tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2528665 Jul 23 17:21:00.669721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eefb2c-1447-401a-8a71-4d8f04c9eb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8f2d9d-32d9-4b13-8c4d-5eecf4d90242,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:00.709073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e1eefb2c-1447-401a-8a71-4d8f04c9eb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:00.732542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:00.775366 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:00.781387 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e1eefb2c-1447-401a-8a71-4d8f04c9eb0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf2e8cc3bb6542819afb8dc4c9a93ce0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0254524 Jul 23 17:21:00.787398 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47480) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:00.947901 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c7c97f61-9b1b-452e-b485-8e67d1e2c17e req-13386175-6faa-4c59-bcca-67ee6174164e tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888297 Jul 23 17:21:01.002498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2456111f-ab61-47dc-9c8d-e11c476c6ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.016880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb88b0-c95a-45f5-9f21-ca71b26236d7 req-6af00bc4-3247-45b0-9b66-25ab64abb7e4 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:01.022673 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:21:01.025355 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7edb88b0-c95a-45f5-9f21-ca71b26236d7 req-6af00bc4-3247-45b0-9b66-25ab64abb7e4 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.3783238 Jul 23 17:21:01.100465 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Pushing event updated for resources: {'Port': ['ID=8322d799-feec-431b-aa5e-fee935658286,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:01.148891 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:01.257018 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2456111f-ab61-47dc-9c8d-e11c476c6ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.291503 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7edb88b0-c95a-45f5-9f21-ca71b26236d7 req-382dd2d8-1dd1-4654-aa88-9c5b29d62ceb tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651250 Jul 23 17:21:01.397845 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Router edfd9657-a742-41e3-b751-ce5fc9e508a0 is scheduled to L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e with binding_index 1 {{(pid=81985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:21:01.402883 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9f0e1d7e-fea6-4f28-8185-7b8c425b6acd req-350dd78c-ddf8-4f1e-a985-189fc559be0e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=08ff567edeeb497e8ca1d5a43e82783c&device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 1098 time: 0.2804587 Jul 23 17:21:01.421333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2456111f-ab61-47dc-9c8d-e11c476c6ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.429297 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9bfdcd59-6348-4dbf-8939-f3c8ad84d91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:01.501347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456111f-ab61-47dc-9c8d-e11c476c6ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8f2d9d-32d9-4b13-8c4d-5eecf4d90242,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:01.506212 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1736a6ec-9a8c-4327-bce6-58aa51a951d5 req-77439a34-80b4-400f-bb9f-b885285e4da5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 1098 time: 0.4509728 Jul 23 17:21:01.526923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2456111f-ab61-47dc-9c8d-e11c476c6ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:01.712928 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.750512 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:20:59Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:21:01.759618 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0eb7ed-cccf-4ccc-ad0e-4e86b29c96c7 None None] The sync data for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi is: [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:20:59Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:21:01.769526 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2456111f-ab61-47dc-9c8d-e11c476c6ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:01.770804 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-2456111f-ab61-47dc-9c8d-e11c476c6ff3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da8f2d9d-32d9-4b13-8c4d-5eecf4d90242 HTTP/1.1" status: 204 len: 168 time: 0.9815223 Jul 23 17:21:01.905747 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1736a6ec-9a8c-4327-bce6-58aa51a951d5 req-77928d28-f463-4768-bdef-19758638bf77 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733468 Jul 23 17:21:01.979414 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 8322d799-feec-431b-aa5e-fee935658286 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:21:02.102451 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e1d7e-fea6-4f28-8185-7b8c425b6acd req-9dc86ae8-0227-49ba-b6e8-e6c0d6f44283 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:02.113945 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9f0e1d7e-fea6-4f28-8185-7b8c425b6acd req-9dc86ae8-0227-49ba-b6e8-e6c0d6f44283 service neutron] 10.222.0.58 "GET /v2.0/networks?id=56923c17-1dcf-41eb-bda1-d959e61a3ee9 HTTP/1.1" status: 200 len: 918 time: 0.6742294 Jul 23 17:21:02.170513 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 8322d799-feec-431b-aa5e-fee935658286 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:21:02.506373 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9f0e1d7e-fea6-4f28-8185-7b8c425b6acd req-50f5d6b3-06e0-47e1-9d03-a19ba9e5e10d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 HTTP/1.1" status: 200 len: 217 time: 0.3733037 Jul 23 17:21:02.671700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-842a78ad-0b28-467c-be73-008243eedb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:02.833993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47550) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:02.899404 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:02.967847 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:03.022683 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:03.037550 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Usage tracker for resource:security_group_rule and tenant:500ea0fac47f4f33b731562c46281e2d is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:03.046984 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:03.086552 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:03.220561 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:03.232880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:03.263034 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-eed06dde-a9fa-43d6-8e5a-fadf878d7176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:03.310790 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=500ea0fac47f4f33b731562c46281e2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4734702 Jul 23 17:21:03.312447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47568) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:03.327654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe971f3-9fb4-4111-ba13-8402a3447a3a,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:03.353664 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:03.354256 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:03.354793 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:03.355319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:03.355845 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:03.356354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:03.356868 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:03.357383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:03.357893 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:03.358415 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:03.358970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:03.366230 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e1d7e-fea6-4f28-8185-7b8c425b6acd req-70bf7af8-171d-4930-bb2b-182a5efe2109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:03.366873 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:03.367914 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9f0e1d7e-fea6-4f28-8185-7b8c425b6acd req-70bf7af8-171d-4930-bb2b-182a5efe2109 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b91c4b6-b0e0-40e1-9e39-8b53827780fa HTTP/1.1" status: 200 len: 857 time: 0.8417921 Jul 23 17:21:03.422011 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-df1c9926-a9dc-457b-a0cd-e27624482449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:03.462396 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-df1c9926-a9dc-457b-a0cd-e27624482449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:03.489595 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f81f71-f7ee-4b87-8ccf-40acb78d030a req-26950392-3bd8-4509-b59e-db64ac2e01c2 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:03.500509 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-56f81f71-f7ee-4b87-8ccf-40acb78d030a req-26950392-3bd8-4509-b59e-db64ac2e01c2 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 1.1916199 Jul 23 17:21:03.531524 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-df1c9926-a9dc-457b-a0cd-e27624482449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:03.537631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-173978a7-7ecd-4ed2-ad34-161fce4eda37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:03.555751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c9926-a9dc-457b-a0cd-e27624482449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe971f3-9fb4-4111-ba13-8402a3447a3a,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:03.568312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-df1c9926-a9dc-457b-a0cd-e27624482449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:03.569350 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-df1c9926-a9dc-457b-a0cd-e27624482449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:03.571731 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-df1c9926-a9dc-457b-a0cd-e27624482449 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7fe971f3-9fb4-4111-ba13-8402a3447a3a HTTP/1.1" status: 204 len: 168 time: 0.2575381 Jul 23 17:21:03.574538 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9f0e1d7e-fea6-4f28-8185-7b8c425b6acd req-c9152781-f009-47d7-a82d-2d9a020270d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56923c17-1dcf-41eb-bda1-d959e61a3ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1961637 Jul 23 17:21:03.593459 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:21:03.609098 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:03.614019 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Sync routers for ids ['edfd9657-a742-41e3-b751-ce5fc9e508a0'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:21:03.641510 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Routers {'edfd9657-a742-41e3-b751-ce5fc9e508a0'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:21:03.642962 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:21:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['edfd9657-a742-41e3-b751-ce5fc9e508a0'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:21:03.699516 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8635d6-c6b2-4814-91a6-70673fec7ee0 req-e163f748-2c21-4862-990e-5a8eb58a2c53 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:03.715807 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6b8635d6-c6b2-4814-91a6-70673fec7ee0 req-e163f748-2c21-4862-990e-5a8eb58a2c53 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.4838848 Jul 23 17:21:03.731702 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-56f81f71-f7ee-4b87-8ccf-40acb78d030a req-a36a7fd1-0ab7-4fa5-9236-158e90846953 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296157 Jul 23 17:21:03.801458 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Notify callbacks [] for router, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:03.805574 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0355968 Jul 23 17:21:03.806024 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47582) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:03.823020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95e44b5-4a72-4fb4-8abf-90f26f02c1cd None None] Network 7a95801d-5a1a-497f-b3e5-33d86538edea requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:21:03.857792 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6b8635d6-c6b2-4814-91a6-70673fec7ee0 req-fa950c76-5658-4eba-a4e4-0ecae3c55718 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230743 Jul 23 17:21:04.117568 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Set router edfd9657-a742-41e3-b751-ce5fc9e508a0 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:21:04.125930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 59476ec7-9c0c-4462-84c0-a7e50828c1fb up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:21:04.213311 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-96312f97-0b8c-4235-bb74-3610e600705d None None] Provisioning for port 8322d799-feec-431b-aa5e-fee935658286 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:21:04.229451 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-96312f97-0b8c-4235-bb74-3610e600705d None None] Provisioning complete for port 8322d799-feec-431b-aa5e-fee935658286 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:04.230452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-96312f97-0b8c-4235-bb74-3610e600705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:04.471104 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:04.479015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 59476ec7-9c0c-4462-84c0-a7e50828c1fb completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:21:04.510767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 59476ec7-9c0c-4462-84c0-a7e50828c1fb triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:04.510767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:04.727073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'name': 'tempest-TestVolumeBootPattern-371864681-router', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'bdac90fb-af6b-4c26-b853-4ab5df2f81b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:57Z', 'updated_at': '2021-07-23T17:21:00Z', 'revision_number': 3, 'project_id': '5a1b15f216f346cc8a0d841c6e39f073', 'gw_port': {'id': 'bdac90fb-af6b-4c26-b853-4ab5df2f81b5', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:59Z', 'updated_at': '2021-07-23T17:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:21:04.731795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-96312f97-0b8c-4235-bb74-3610e600705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:04.732409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Checking router: edfd9657-a742-41e3-b751-ce5fc9e508a0 for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:21:04.732951 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Updating router edfd9657-a742-41e3-b751-ce5fc9e508a0 port bdac90fb-af6b-4c26-b853-4ab5df2f81b5 binding host dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:21:04.875481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:04.927725 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-96312f97-0b8c-4235-bb74-3610e600705d None None] For port 8322d799-feec-431b-aa5e-fee935658286, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=8322d799-feec-431b-aa5e-fee935658286,segment=NetworkSegment(0e418020-be27-4829-911b-26646cf3fcac),segment_id=0e418020-be27-4829-911b-26646cf3fcac)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:04.929123 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:04.948859 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-96312f97-0b8c-4235-bb74-3610e600705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:04.956294 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:05.177381 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917b1ef-03d5-4c8f-bb65-1a14e50f8d09 req-33ae8d8e-c168-453a-b408-487137fe351d tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:05.187907 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b917b1ef-03d5-4c8f-bb65-1a14e50f8d09 req-33ae8d8e-c168-453a-b408-487137fe351d tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2078447 Jul 23 17:21:05.200545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96312f97-0b8c-4235-bb74-3610e600705d None None] Pushing event updated for resources: {'Port': ['ID=8322d799-feec-431b-aa5e-fee935658286,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:05.211904 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-96312f97-0b8c-4235-bb74-3610e600705d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:05.214418 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 59476ec7-9c0c-4462-84c0-a7e50828c1fb, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=59476ec7-9c0c-4462-84c0-a7e50828c1fb,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:05.219898 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:05.222264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:05.369800 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:05.407810 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=59476ec7-9c0c-4462-84c0-a7e50828c1fb,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:05.413300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:05.480908 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b917b1ef-03d5-4c8f-bb65-1a14e50f8d09 req-8f7e2504-11cc-4344-b35e-eb9fd74658c7 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904093 Jul 23 17:21:05.526592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-cca164b8-0aed-4978-88a2-7b124ec7a863 None None] Provisioning complete for port 8322d799-feec-431b-aa5e-fee935658286 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:05.527037 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cca164b8-0aed-4978-88a2-7b124ec7a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:05.635430 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Allocated IP 172.20.0.1 (7a95801d-5a1a-497f-b3e5-33d86538edea/79147cab-6387-4e8e-b90e-4e1472f4ddc8/2f494381-f96b-4c17-864b-30691b73b657) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:21:05.670519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Notify callbacks [] for port, precommit_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:05.702316 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Transition to ACTIVE for port object bdac90fb-af6b-4c26-b853-4ab5df2f81b5 will not be triggered until provisioned by entity L2. {{(pid=81987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:21:05.711262 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:05.734145 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:05.867015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861da496-fe9d-4e96-a314-103e98a59efe None None] Pushing event updated for resources: {'Port': ['ID=bdac90fb-af6b-4c26-b853-4ab5df2f81b5,revision_number=2']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:05.875895 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-861da496-fe9d-4e96-a314-103e98a59efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:05.896627 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Attempting to bind port bdac90fb-af6b-4c26-b853-4ab5df2f81b5 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:21:05.897329 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Attempting to bind port bdac90fb-af6b-4c26-b853-4ab5df2f81b5 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:21:05.897937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Attempting to bind port bdac90fb-af6b-4c26-b853-4ab5df2f81b5 on network be355ed9-9aa4-4010-98d9-d73ee88926df {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:21:05.906678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:21:05.907574 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Checking segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:21:05.908174 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:05.908614 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:05.909195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Bound using segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:21:05.910761 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Bound port: bdac90fb-af6b-4c26-b853-4ab5df2f81b5, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:21:05.911554 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:05.932248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Transition to ACTIVE for port object 2f494381-f96b-4c17-864b-30691b73b657 will not be triggered until provisioned by entity DHCP. {{(pid=81984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:21:05.955669 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:05.971795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:06.013547 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 8322d799-feec-431b-aa5e-fee935658286 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:21:06.041529 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9f0e1d7e-fea6-4f28-8185-7b8c425b6acd req-4aac5e2f-6320-4be9-a937-281766bd5d29 service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381482 Jul 23 17:21:06.049191 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Network 7a95801d-5a1a-497f-b3e5-33d86538edea is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:21:06.053150 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:21:06.062349 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:21:06.068434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bce677-4ef4-405d-9b82-5f8945d2f812 req-c5000f3b-e07f-4987-a5aa-18e108c7d4fc tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:06.070129 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-69bce677-4ef4-405d-9b82-5f8945d2f812 req-c5000f3b-e07f-4987-a5aa-18e108c7d4fc tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.7982478 Jul 23 17:21:06.099173 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] For port bdac90fb-af6b-4c26-b853-4ab5df2f81b5, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:21:06.107568 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] For port bdac90fb-af6b-4c26-b853-4ab5df2f81b5, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=bdac90fb-af6b-4c26-b853-4ab5df2f81b5,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:21:06.117929 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:06.131766 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:06.136477 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-69bce677-4ef4-405d-9b82-5f8945d2f812 req-30423c3e-9ae2-4195-9ed6-d669dfe114c0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590937 Jul 23 17:21:06.151330 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Pushing event updated for resources: {'Port': ['ID=2f494381-f96b-4c17-864b-30691b73b657,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:06.167933 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:06.197317 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708917'] for router_interface, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:06.246686 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 8322d799-feec-431b-aa5e-fee935658286 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:06.247876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:06.288910 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861da496-fe9d-4e96-a314-103e98a59efe None None] Pushing event updated for resources: {'Port': ['ID=bdac90fb-af6b-4c26-b853-4ab5df2f81b5,revision_number=3']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:06.297795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-861da496-fe9d-4e96-a314-103e98a59efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:06.339221 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Routers {'edfd9657-a742-41e3-b751-ce5fc9e508a0'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:21:06.340128 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:21:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['edfd9657-a742-41e3-b751-ce5fc9e508a0'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:21:06.383085 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:06.404433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47626) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:06.512172 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 59476ec7-9c0c-4462-84c0-a7e50828c1fb up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:21:06.628115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:21:06.680179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 59476ec7-9c0c-4462-84c0-a7e50828c1fb triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:06.680611 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:06.695918 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c37e9-43cc-4f6d-850a-a81f814dddd9 req-61859fbc-46d2-421e-9c0c-f1e5cae4ca5d tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:06.698027 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e18c37e9-43cc-4f6d-850a-a81f814dddd9 req-61859fbc-46d2-421e-9c0c-f1e5cae4ca5d tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2162545 Jul 23 17:21:06.789634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] Set router edfd9657-a742-41e3-b751-ce5fc9e508a0 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:21:06.792433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:06.796870 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:06.819794 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-8518ed6f-6820-48fe-a3e2-6a42fd32a9db None None] Provisioning for port 2f494381-f96b-4c17-864b-30691b73b657 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:21:06.829154 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-8518ed6f-6820-48fe-a3e2-6a42fd32a9db None None] Provisioning complete for port 2f494381-f96b-4c17-864b-30691b73b657 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:06.829569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8518ed6f-6820-48fe-a3e2-6a42fd32a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:06.842127 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9f0e1d7e-fea6-4f28-8185-7b8c425b6acd req-4163f650-8a06-4ac1-b343-bc76dd7b018d service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882787 Jul 23 17:21:06.854193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:06.889760 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-736007330-network', 'tenant_id': '988e149eb14f4d86b4789b70100f7dcc'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:06.943712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3505136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851067050'] for router_interface, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:06.952576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-8518ed6f-6820-48fe-a3e2-6a42fd32a9db None None] Port 2f494381-f96b-4c17-864b-30691b73b657 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:21:06.960932 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:06.971403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Usage tracker for resource:network and tenant:988e149eb14f4d86b4789b70100f7dcc is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:06.983341 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:06.993725 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:07.029210 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e18c37e9-43cc-4f6d-850a-a81f814dddd9 req-aa57e980-a999-4c8b-ba9a-163cfe0c277d tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850014 Jul 23 17:21:07.036647 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Made reservation on behalf of 988e149eb14f4d86b4789b70100f7dcc for: {'network': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:21:07.041738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:07.047396 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Pushing event updated for resources: {'Port': ['ID=2f494381-f96b-4c17-864b-30691b73b657,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:07.054925 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:07.062326 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a896a09-ea0d-4b6f-a6a8-84af99fc2a7b req-0ac560f1-b650-48f0-a9c7-c3c47d025465 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=08ff567edeeb497e8ca1d5a43e82783c&device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 1098 time: 0.1643112 Jul 23 17:21:07.066757 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:07.227052 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:07.231598 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Usage tracker for resource:security_group_rule and tenant:988e149eb14f4d86b4789b70100f7dcc is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:07.235552 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:07.238299 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'name': 'tempest-TestVolumeBootPattern-371864681-router', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'bdac90fb-af6b-4c26-b853-4ab5df2f81b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:57Z', 'updated_at': '2021-07-23T17:21:06Z', 'revision_number': 4, 'project_id': '5a1b15f216f346cc8a0d841c6e39f073', 'gw_port': {'id': 'bdac90fb-af6b-4c26-b853-4ab5df2f81b5', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:59Z', 'updated_at': '2021-07-23T17:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '2f494381-f96b-4c17-864b-30691b73b657', 'name': '', 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'mac_address': 'fa:16:3e:d3:d9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79147cab-6387-4e8e-b90e-4e1472f4ddc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:05Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 1, 'project_id': '5a1b15f216f346cc8a0d841c6e39f073', 'subnets': [{'id': '79147cab-6387-4e8e-b90e-4e1472f4ddc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:21:07.242728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:07.243601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96419b69-2761-447e-b5fd-7f794ebea57a None None] The sync data for ids ['edfd9657-a742-41e3-b751-ce5fc9e508a0'] in dv-cinder-802045-1-iscsi is: [{'id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'name': 'tempest-TestVolumeBootPattern-371864681-router', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'bdac90fb-af6b-4c26-b853-4ab5df2f81b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:57Z', 'updated_at': '2021-07-23T17:21:06Z', 'revision_number': 4, 'project_id': '5a1b15f216f346cc8a0d841c6e39f073', 'gw_port': {'id': 'bdac90fb-af6b-4c26-b853-4ab5df2f81b5', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:59Z', 'updated_at': '2021-07-23T17:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '2f494381-f96b-4c17-864b-30691b73b657', 'name': '', 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'mac_address': 'fa:16:3e:d3:d9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79147cab-6387-4e8e-b90e-4e1472f4ddc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:05Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 1, 'project_id': '5a1b15f216f346cc8a0d841c6e39f073', 'subnets': [{'id': '79147cab-6387-4e8e-b90e-4e1472f4ddc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:21:07.330723 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a896a09-ea0d-4b6f-a6a8-84af99fc2a7b req-e659cc61-a7a9-4bf7-b28b-a081cd655736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:07.332456 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a896a09-ea0d-4b6f-a6a8-84af99fc2a7b req-e659cc61-a7a9-4bf7-b28b-a081cd655736 service neutron] 10.222.0.58 "GET /v2.0/networks?id=56923c17-1dcf-41eb-bda1-d959e61a3ee9 HTTP/1.1" status: 200 len: 918 time: 0.2550933 Jul 23 17:21:07.376902 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Network 7a95801d-5a1a-497f-b3e5-33d86538edea is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:21:07.379002 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:21:07.502131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:07.525621 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a896a09-ea0d-4b6f-a6a8-84af99fc2a7b req-a450b52c-0b3c-4e59-b110-e5357b104480 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 HTTP/1.1" status: 200 len: 217 time: 0.1416116 Jul 23 17:21:07.526491 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:07.555038 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-14761a32-68fb-436f-ab5e-fae6d3f20449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:07.607114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=81985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:21:07.701525 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a3af76-1b74-403a-aa30-f0a49aa80f7a,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:07.713698 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a896a09-ea0d-4b6f-a6a8-84af99fc2a7b req-8d831af0-7b7f-4b64-a96c-d8c303379a1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:07.715283 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a896a09-ea0d-4b6f-a6a8-84af99fc2a7b req-8d831af0-7b7f-4b64-a96c-d8c303379a1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b91c4b6-b0e0-40e1-9e39-8b53827780fa HTTP/1.1" status: 200 len: 857 time: 0.1668627 Jul 23 17:21:07.865517 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:07.866095 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Added segment 2f8550b8-8aff-4311-9753-fb9fa5e963aa of type vlan for network 2a037aa6-312b-475a-93fd-28ff3e1c6d15 Jul 23 17:21:07.937828 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:07.964193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:07.966922 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:07.967601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:07.968010 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:07.968494 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:07.968903 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:07.969662 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:07.969883 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:07.972170 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:07.972956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:07.973352 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:07.983846 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a896a09-ea0d-4b6f-a6a8-84af99fc2a7b req-676a993f-2569-4793-8852-353f2202664e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56923c17-1dcf-41eb-bda1-d959e61a3ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2548547 Jul 23 17:21:07.985162 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:08.001768 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-cd35ce18-12a6-4680-b2a0-3fc06a16b3d6 None None] Provisioning complete for port 2f494381-f96b-4c17-864b-30691b73b657 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:08.002460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cd35ce18-12a6-4680-b2a0-3fc06a16b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:08.031007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ce362-a7b1-4730-ac8e-75e37aaf1fbb req-7d2df2f1-a4b1-487a-845c-29308c5a9e32 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:08.032939 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7f4ce362-a7b1-4730-ac8e-75e37aaf1fbb req-7d2df2f1-a4b1-487a-845c-29308c5a9e32 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.6983204 Jul 23 17:21:08.085137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-cd35ce18-12a6-4680-b2a0-3fc06a16b3d6 None None] Port 2f494381-f96b-4c17-864b-30691b73b657 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:21:08.165410 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:08.178096 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Router edfd9657-a742-41e3-b751-ce5fc9e508a0 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:21:08.179829 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:08.180629 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:08.190200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cf4164a0-9cdd-415d-bd1c-85c96f634f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:08.369111 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Pushing event updated for resources: {'Network': ['ID=2a037aa6-312b-475a-93fd-28ff3e1c6d15,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:08.385299 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network 2a037aa6-312b-475a-93fd-28ff3e1c6d15 details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:21:08.422997 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:08.459553 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7f4ce362-a7b1-4730-ac8e-75e37aaf1fbb req-d9c7c803-e2f1-40a1-a6f9-65ca28560315 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4182878 Jul 23 17:21:08.494174 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0884516 Jul 23 17:21:08.497114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47664) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:08.509854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Request body: {'subnet': {'network_id': '2a037aa6-312b-475a-93fd-28ff3e1c6d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-736007330-subnet', 'tenant_id': '988e149eb14f4d86b4789b70100f7dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:08.529817 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a896a09-ea0d-4b6f-a6a8-84af99fc2a7b req-7a6fc11f-1365-4461-9084-a3f37cf9a4ff service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326130 Jul 23 17:21:08.532830 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:08.552767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Usage tracker for resource:subnet and tenant:988e149eb14f4d86b4789b70100f7dcc is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:08.555920 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:08.562723 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:08.585390 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Made reservation on behalf of 988e149eb14f4d86b4789b70100f7dcc for: {'subnet': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:21:08.590473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851925622'] for subnet, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:08.762061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccdf52-2247-484c-85c3-0e61bb4666de req-cc3e108d-76f4-4051-98cc-7fdb81561442 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:08.763917 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6fccdf52-2247-484c-85c3-0e61bb4666de req-cc3e108d-76f4-4051-98cc-7fdb81561442 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.4211001 Jul 23 17:21:08.841105 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:21:08.857327 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6fccdf52-2247-484c-85c3-0e61bb4666de req-8e139234-f710-49e3-9303-40462adfbb07 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837946 Jul 23 17:21:08.908618 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] 10.222.0.55 "PUT /v2.0/routers/edfd9657-a742-41e3-b751-ce5fc9e508a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0975711 Jul 23 17:21:08.935741 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a896a09-ea0d-4b6f-a6a8-84af99fc2a7b req-06255035-a1ad-4c30-b52d-792084b49ca2 service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989170 Jul 23 17:21:09.042198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851925605'] for subnet, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:09.055846 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-20ecf128-ab99-4058-938c-469820b786d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:09.246280 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=621dec7e-022d-4386-86ef-32b067466f10,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:09.251093 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:09.308604 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797cba1-2b09-4d47-a607-0f26859f008f req-8fe90c93-9518-4a9e-8edb-cadc4d07b7d3 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:09.311382 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8797cba1-2b09-4d47-a607-0f26859f008f req-8fe90c93-9518-4a9e-8edb-cadc4d07b7d3 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1894083 Jul 23 17:21:09.317334 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Checking segment: {'id': '2f8550b8-8aff-4311-9753-fb9fa5e963aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2a037aa6-312b-475a-93fd-28ff3e1c6d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:21:09.318086 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Network hostable DHCP agents. Network: 2a037aa6-312b-475a-93fd-28ff3e1c6d15, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:21:09.349380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Network 2a037aa6-312b-475a-93fd-28ff3e1c6d15 is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:21:09.370356 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, 2a037aa6-312b-475a-93fd-28ff3e1c6d15) {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:21:09.378333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:09.379382 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:09.393094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1a9b08-8794-4487-8982-96dee0fd38c4 None None] Network 2a037aa6-312b-475a-93fd-28ff3e1c6d15 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:21:09.403065 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8797cba1-2b09-4d47-a607-0f26859f008f req-5b84fd72-b4ce-49a6-86dc-5e8c75e074fc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831885 Jul 23 17:21:09.434929 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9363246 Jul 23 17:21:09.769320 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf01db-1616-40bc-a20f-2047fcecdf87 None None] Network 2a037aa6-312b-475a-93fd-28ff3e1c6d15 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:21:10.122784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device bdac90fb-af6b-4c26-b853-4ab5df2f81b5 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:21:10.194709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e905e-2080-484b-9761-745fdc7e99b9 req-be5e9ec8-fec2-4e73-8519-df1417e467ac tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:10.196383 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c50e905e-2080-484b-9761-745fdc7e99b9 req-be5e9ec8-fec2-4e73-8519-df1417e467ac tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.1433699 Jul 23 17:21:10.202325 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47704) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:10.211806 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037063753', 'description': 'tempest-secgroup-smoke-1037063753 description', 'project_id': '138f6d21733847e2825438a0ba1cbae9'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:10.230285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:10.239557 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Usage tracker for resource:security_group and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:10.245214 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:10.259900 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:10.291950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:10.346700 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c50e905e-2080-484b-9761-745fdc7e99b9 req-5aa7fa82-dc8e-4630-81d0-a25a465ce2f9 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316094 Jul 23 17:21:10.357838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port bdac90fb-af6b-4c26-b853-4ab5df2f81b5 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:21:10.368269 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port bdac90fb-af6b-4c26-b853-4ab5df2f81b5 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:10.368696 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:10.399828 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:10.411106 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Usage tracker for resource:security_group_rule and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:10.415445 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:10.453787 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:10.510851 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:10.537439 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d276e2-6853-4e47-bd6e-1f6ffc472f27 req-05c4e051-6432-44f4-a007-59d29e1ed382 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:10.540563 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06d276e2-6853-4e47-bd6e-1f6ffc472f27 req-05c4e051-6432-44f4-a007-59d29e1ed382 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1661870 Jul 23 17:21:10.546126 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port bdac90fb-af6b-4c26-b853-4ab5df2f81b5, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=bdac90fb-af6b-4c26-b853-4ab5df2f81b5,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:10.568613 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:10.572196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:10.622966 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:10.635922 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:10.642419 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-24ab0b95-bee2-42a2-8141-78156a9ce04a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:10.729491 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=bdac90fb-af6b-4c26-b853-4ab5df2f81b5,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:10.730170 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e75352-c315-4d62-97a9-7048c86edfa2,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:10.741643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:10.743982 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:10.780961 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:10.782401 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5787897 Jul 23 17:21:10.785913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47716) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:10.795792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-aac8a062-fe04-47ee-a2e1-42730a4732e3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Request body: {'security_group_rule': {'security_group_id': 'a5e75352-c315-4d62-97a9-7048c86edfa2', 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:10.810674 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06d276e2-6853-4e47-bd6e-1f6ffc472f27 req-818f737e-5f38-45e0-aa1c-14d32ac58fa2 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586555 Jul 23 17:21:10.833714 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-aac8a062-fe04-47ee-a2e1-42730a4732e3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:10.856992 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-aac8a062-fe04-47ee-a2e1-42730a4732e3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Usage tracker for resource:security_group_rule and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:10.861867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-aac8a062-fe04-47ee-a2e1-42730a4732e3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:10.870038 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-aac8a062-fe04-47ee-a2e1-42730a4732e3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:10.890589 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0a1f9-247f-4c27-88ae-33d30b987b39 req-230b92e0-6623-467f-af09-abca2581a84b tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:10.910195 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c2f0a1f9-247f-4c27-88ae-33d30b987b39 req-230b92e0-6623-467f-af09-abca2581a84b tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.2834346 Jul 23 17:21:10.912258 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-aac8a062-fe04-47ee-a2e1-42730a4732e3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.069243 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-aac8a062-fe04-47ee-a2e1-42730a4732e3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.072415 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-aac8a062-fe04-47ee-a2e1-42730a4732e3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.074852 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:11.107215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8a062-fe04-47ee-a2e1-42730a4732e3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632e151d-ce44-47f1-aab4-87fbf3f1cf54,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:11.110323 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-aac8a062-fe04-47ee-a2e1-42730a4732e3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:11.119307 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-aac8a062-fe04-47ee-a2e1-42730a4732e3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.121052 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-aac8a062-fe04-47ee-a2e1-42730a4732e3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3339746 Jul 23 17:21:11.124391 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47724) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:11.132129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-9e41d664-5036-4c1b-bb56-f8f5cdea1bda tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Request body: {'security_group_rule': {'security_group_id': 'a5e75352-c315-4d62-97a9-7048c86edfa2', 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:11.140192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9e41d664-5036-4c1b-bb56-f8f5cdea1bda tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:11.148140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9e41d664-5036-4c1b-bb56-f8f5cdea1bda tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Usage tracker for resource:security_group_rule and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:11.152363 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9e41d664-5036-4c1b-bb56-f8f5cdea1bda tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:11.161152 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9e41d664-5036-4c1b-bb56-f8f5cdea1bda tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:11.184048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9e41d664-5036-4c1b-bb56-f8f5cdea1bda tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.243318 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c2f0a1f9-247f-4c27-88ae-33d30b987b39 req-a4bd28c7-5dc3-49be-881e-1a10cea769a2 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3314667 Jul 23 17:21:11.271398 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9e41d664-5036-4c1b-bb56-f8f5cdea1bda tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.274195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9e41d664-5036-4c1b-bb56-f8f5cdea1bda tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.277188 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:11.302907 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41d664-5036-4c1b-bb56-f8f5cdea1bda tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c46110-862b-43f0-af47-166ab45971ec,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:11.307721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9e41d664-5036-4c1b-bb56-f8f5cdea1bda tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:11.311279 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9e41d664-5036-4c1b-bb56-f8f5cdea1bda tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.312565 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9e41d664-5036-4c1b-bb56-f8f5cdea1bda tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1870611 Jul 23 17:21:11.316276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47728) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:11.322477 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-435233ce-2858-4d75-bc63-4737a162da1b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Request body: {'security_group_rule': {'security_group_id': 'a5e75352-c315-4d62-97a9-7048c86edfa2', 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:11.329472 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-435233ce-2858-4d75-bc63-4737a162da1b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:11.333582 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-435233ce-2858-4d75-bc63-4737a162da1b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Usage tracker for resource:security_group_rule and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:11.336618 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-435233ce-2858-4d75-bc63-4737a162da1b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:11.342973 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-435233ce-2858-4d75-bc63-4737a162da1b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:11.359747 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-435233ce-2858-4d75-bc63-4737a162da1b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.436981 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-435233ce-2858-4d75-bc63-4737a162da1b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.439955 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-435233ce-2858-4d75-bc63-4737a162da1b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.442241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9e41d664-5036-4c1b-bb56-f8f5cdea1bda tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:11.468803 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435233ce-2858-4d75-bc63-4737a162da1b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7c7096-fbb5-4a3c-b2d5-e08b13341c80,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:11.471672 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-435233ce-2858-4d75-bc63-4737a162da1b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:11.479910 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-435233ce-2858-4d75-bc63-4737a162da1b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.483586 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-435233ce-2858-4d75-bc63-4737a162da1b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1638627 Jul 23 17:21:11.484559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47736) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:11.493302 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-a4237f2e-b90a-494d-8af7-6a9d7b00c119 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Request body: {'security_group_rule': {'security_group_id': 'a5e75352-c315-4d62-97a9-7048c86edfa2', 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:11.536841 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a4237f2e-b90a-494d-8af7-6a9d7b00c119 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:11.546414 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a4237f2e-b90a-494d-8af7-6a9d7b00c119 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Usage tracker for resource:security_group_rule and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:11.551623 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a4237f2e-b90a-494d-8af7-6a9d7b00c119 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:11.560645 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a4237f2e-b90a-494d-8af7-6a9d7b00c119 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:11.585938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a4237f2e-b90a-494d-8af7-6a9d7b00c119 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.639541 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877382b9-c567-4e00-a3fc-885fd4364ddc req-e8bd3bff-7686-4cc2-9084-d53855389ae0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:11.641035 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-877382b9-c567-4e00-a3fc-885fd4364ddc req-e8bd3bff-7686-4cc2-9084-d53855389ae0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.1532767 Jul 23 17:21:11.719028 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-877382b9-c567-4e00-a3fc-885fd4364ddc req-283771ad-bdda-4871-acd4-c41acf07aa42 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714052 Jul 23 17:21:11.720546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a4237f2e-b90a-494d-8af7-6a9d7b00c119 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.724246 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a4237f2e-b90a-494d-8af7-6a9d7b00c119 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.726176 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-bff19e3c-96fe-41e1-b2c8-a963fa119747 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:11.748274 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4237f2e-b90a-494d-8af7-6a9d7b00c119 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac422965-f047-43f6-b6d6-67ea8f53aaf2,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:11.753957 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a4237f2e-b90a-494d-8af7-6a9d7b00c119 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:11.760527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a4237f2e-b90a-494d-8af7-6a9d7b00c119 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.761793 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a4237f2e-b90a-494d-8af7-6a9d7b00c119 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2760770 Jul 23 17:21:11.764866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47740) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:11.772128 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-7e7b21df-8c72-41d4-b5de-8965cc6ca7e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Request body: {'security_group_rule': {'security_group_id': 'a5e75352-c315-4d62-97a9-7048c86edfa2', 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:11.778604 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7e7b21df-8c72-41d4-b5de-8965cc6ca7e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:11.782829 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7e7b21df-8c72-41d4-b5de-8965cc6ca7e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Usage tracker for resource:security_group_rule and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:11.785908 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7e7b21df-8c72-41d4-b5de-8965cc6ca7e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:11.792532 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7e7b21df-8c72-41d4-b5de-8965cc6ca7e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:11.802946 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.securitygroups_db [None req-7e7b21df-8c72-41d4-b5de-8965cc6ca7e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Project 138f6d21733847e2825438a0ba1cbae9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:21:11.809881 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7e7b21df-8c72-41d4-b5de-8965cc6ca7e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.842073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device bdac90fb-af6b-4c26-b853-4ab5df2f81b5 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:21:11.892936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7e7b21df-8c72-41d4-b5de-8965cc6ca7e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.897147 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7e7b21df-8c72-41d4-b5de-8965cc6ca7e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.899445 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a4237f2e-b90a-494d-8af7-6a9d7b00c119 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:11.919819 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port bdac90fb-af6b-4c26-b853-4ab5df2f81b5 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:11.920291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.927781 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b21df-8c72-41d4-b5de-8965cc6ca7e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875f84d6-f49d-43b6-adca-122522c3a3d2,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:11.934058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7e7b21df-8c72-41d4-b5de-8965cc6ca7e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:11.941930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7e7b21df-8c72-41d4-b5de-8965cc6ca7e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:11.943283 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7e7b21df-8c72-41d4-b5de-8965cc6ca7e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1773133 Jul 23 17:21:11.946160 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 47746) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:11.953930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-e22db9e5-431d-4722-8710-6de3c38fa3e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Request body: {'security_group_rule': {'security_group_id': 'a5e75352-c315-4d62-97a9-7048c86edfa2', 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:11.961781 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e22db9e5-431d-4722-8710-6de3c38fa3e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:11.966351 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e22db9e5-431d-4722-8710-6de3c38fa3e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Usage tracker for resource:security_group_rule and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:11.969538 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e22db9e5-431d-4722-8710-6de3c38fa3e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:11.976652 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e22db9e5-431d-4722-8710-6de3c38fa3e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:12.035194 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.securitygroups_db [None req-e22db9e5-431d-4722-8710-6de3c38fa3e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Project 138f6d21733847e2825438a0ba1cbae9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:21:12.063149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e22db9e5-431d-4722-8710-6de3c38fa3e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:12.144165 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ed4ca-c629-40de-9a5a-f0ab55745e2c req-f2a5764c-7a2e-49b4-98e7-6f18c2f427ed tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:12.145676 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-069ed4ca-c629-40de-9a5a-f0ab55745e2c req-f2a5764c-7a2e-49b4-98e7-6f18c2f427ed tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1624341 Jul 23 17:21:12.192649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e22db9e5-431d-4722-8710-6de3c38fa3e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:12.204983 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e22db9e5-431d-4722-8710-6de3c38fa3e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:12.213324 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6c146306-07fa-4a7d-b540-845d7d70c4b4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:12.235301 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-069ed4ca-c629-40de-9a5a-f0ab55745e2c req-0bb2b370-6834-4644-b745-ed4a62d0922e tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803516 Jul 23 17:21:12.244723 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22db9e5-431d-4722-8710-6de3c38fa3e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc4b454-88cb-468d-bbc4-475c15d4c194,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:12.247733 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e22db9e5-431d-4722-8710-6de3c38fa3e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:12.255278 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e22db9e5-431d-4722-8710-6de3c38fa3e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:12.256604 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e22db9e5-431d-4722-8710-6de3c38fa3e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3091514 Jul 23 17:21:12.539903 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47806) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:12.737333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a443aed-29a0-434b-ad3b-49ba1201f14e req-ce1c07e5-e69f-4f1f-8d90-1e1b5b7050f5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:12.739647 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1a443aed-29a0-434b-ad3b-49ba1201f14e req-ce1c07e5-e69f-4f1f-8d90-1e1b5b7050f5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.2747502 Jul 23 17:21:12.822853 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-427a232c-d5d9-4e20-a391-b637d1534b48 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:12.824327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-427a232c-d5d9-4e20-a391-b637d1534b48 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Synchronizing usage tracker for tenant:988e149eb14f4d86b4789b70100f7dcc on resource:network {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:21:12.879931 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-427a232c-d5d9-4e20-a391-b637d1534b48 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Unset dirty status for tenant:988e149eb14f4d86b4789b70100f7dcc on resource:network {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:21:12.881975 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-427a232c-d5d9-4e20-a391-b637d1534b48 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/networks?id=2a037aa6-312b-475a-93fd-28ff3e1c6d15 HTTP/1.1" status: 200 len: 808 time: 0.4594591 Jul 23 17:21:12.886601 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1a443aed-29a0-434b-ad3b-49ba1201f14e req-54f550f8-80b1-4c6f-b363-19e07ebc5feb tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370468 Jul 23 17:21:12.903103 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-2f092016-2629-4d10-b1c6-ecaefdc568c7 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/quotas/988e149eb14f4d86b4789b70100f7dcc HTTP/1.1" status: 200 len: 375 time: 0.0145366 Jul 23 17:21:12.909921 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c4e063da-6365-4bab-a8b3-6c78594da70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:12.990261 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-c4e063da-6365-4bab-a8b3-6c78594da70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:12.997255 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-e5f4ad09-0d39-4e09-a9df-0c174a03d85e tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=988e149eb14f4d86b4789b70100f7dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879002 Jul 23 17:21:13.005964 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-c4e063da-6365-4bab-a8b3-6c78594da70e admin admin] Usage tracker for resource:security_group_rule and tenant:93c966a9fd804e3f955918517bba7a68 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:13.011567 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-c4e063da-6365-4bab-a8b3-6c78594da70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:13.027234 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-c4e063da-6365-4bab-a8b3-6c78594da70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:13.117082 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c4e063da-6365-4bab-a8b3-6c78594da70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:13.119407 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c4e063da-6365-4bab-a8b3-6c78594da70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:13.140143 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e2ca8f9c-48b7-4ddf-a004-ad8ad552de39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:13.195377 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c4e063da-6365-4bab-a8b3-6c78594da70e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93c966a9fd804e3f955918517bba7a68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6538322 Jul 23 17:21:13.196671 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 47826) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:13.217129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e063da-6365-4bab-a8b3-6c78594da70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a84f1f-7476-47d4-8088-273d809e3723,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:13.225497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c4e063da-6365-4bab-a8b3-6c78594da70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:13.285769 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4f4f56a7-d3be-44fe-a81f-4482307059ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:13.321569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4f4f56a7-d3be-44fe-a81f-4482307059ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:13.338727 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34c13224-6723-4ac9-bb65-67bbc8290afa service neutron] 10.222.0.55 "GET /v2.0/networks/2a037aa6-312b-475a-93fd-28ff3e1c6d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295214 Jul 23 17:21:13.368838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289513a-0301-4bf9-bc90-c2679ebad0f3 req-a9a9485e-40d6-4064-b285-2cbe5f312c2a tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:13.374157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4f4f56a7-d3be-44fe-a81f-4482307059ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:13.377160 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4289513a-0301-4bf9-bc90-c2679ebad0f3 req-a9a9485e-40d6-4064-b285-2cbe5f312c2a tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.2136130 Jul 23 17:21:13.382568 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7f5b750b-ebe3-4427-8dec-3bf6e0e944a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:13.389738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Sync routers for ids ['edfd9657-a742-41e3-b751-ce5fc9e508a0'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:21:13.403570 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Routers {'edfd9657-a742-41e3-b751-ce5fc9e508a0'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:21:13.404433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:21:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['edfd9657-a742-41e3-b751-ce5fc9e508a0'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:21:13.405788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f56a7-d3be-44fe-a81f-4482307059ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a84f1f-7476-47d4-8088-273d809e3723,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:13.409215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4f4f56a7-d3be-44fe-a81f-4482307059ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:13.410771 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4f4f56a7-d3be-44fe-a81f-4482307059ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:13.415440 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-4f4f56a7-d3be-44fe-a81f-4482307059ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97a84f1f-7476-47d4-8088-273d809e3723 HTTP/1.1" status: 204 len: 168 time: 0.2146642 Jul 23 17:21:13.526534 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4289513a-0301-4bf9-bc90-c2679ebad0f3 req-99a7479b-8014-4f31-894f-f85e30c23ee0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466324 Jul 23 17:21:13.587637 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-2c00ed79-bccc-40d9-aaf0-5c608b7cdfab service neutron] 10.222.0.55 "GET /v2.0/networks/2a037aa6-312b-475a-93fd-28ff3e1c6d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478220 Jul 23 17:21:13.669767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Set router edfd9657-a742-41e3-b751-ce5fc9e508a0 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:21:13.874738 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cb619915-9549-4dec-81be-7fbe437e61eb req-21cbdf26-1360-4565-b31e-dfe863445428 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 210 time: 0.0635805 Jul 23 17:21:14.116173 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'name': 'tempest-TestVolumeBootPattern-371864681-router', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'bdac90fb-af6b-4c26-b853-4ab5df2f81b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:57Z', 'updated_at': '2021-07-23T17:21:06Z', 'revision_number': 4, 'project_id': '5a1b15f216f346cc8a0d841c6e39f073', 'gw_port': {'id': 'bdac90fb-af6b-4c26-b853-4ab5df2f81b5', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:59Z', 'updated_at': '2021-07-23T17:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '2f494381-f96b-4c17-864b-30691b73b657', 'name': '', 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'mac_address': 'fa:16:3e:d3:d9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79147cab-6387-4e8e-b90e-4e1472f4ddc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:05Z', 'updated_at': '2021-07-23T17:21:06Z', 'revision_number': 2, 'project_id': '5a1b15f216f346cc8a0d841c6e39f073', 'subnets': [{'id': '79147cab-6387-4e8e-b90e-4e1472f4ddc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:21:14.132333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Checking router: edfd9657-a742-41e3-b751-ce5fc9e508a0 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:21:14.134660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Updating router edfd9657-a742-41e3-b751-ce5fc9e508a0 port 2f494381-f96b-4c17-864b-30691b73b657 binding host dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:21:14.206798 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:14.217963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7e03c-583e-4109-9a5d-4d3c6f97240f req-4d758bbe-3e75-4215-b67f-74d9300b7faa tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:14.225251 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-faa7e03c-583e-4109-9a5d-4d3c6f97240f req-4d758bbe-3e75-4215-b67f-74d9300b7faa tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1733615 Jul 23 17:21:14.299183 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-faa7e03c-583e-4109-9a5d-4d3c6f97240f req-775ccd52-34bf-4d1a-85e2-4cf67692e153 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663958 Jul 23 17:21:14.730350 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6b952056-6548-42c5-82ed-adfddcc81f36 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:21:14.851801 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0634a1b-bf57-4c5e-806b-c4a7fb9c2469 req-c26164bc-6d72-4e61-95c4-57fa87640422 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:14.854605 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c0634a1b-bf57-4c5e-806b-c4a7fb9c2469 req-c26164bc-6d72-4e61-95c4-57fa87640422 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.3465483 Jul 23 17:21:14.963048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6b952056-6548-42c5-82ed-adfddcc81f36, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6b952056-6548-42c5-82ed-adfddcc81f36,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:14.976157 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c0634a1b-bf57-4c5e-806b-c4a7fb9c2469 req-39b195fd-e446-4bb0-86a9-1ed2d609c3dc tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076934 Jul 23 17:21:14.981115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Notify callbacks [] for port, precommit_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:14.996793 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '6b952056-6548-42c5-82ed-adfddcc81f36', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'port_id': '6b952056-6548-42c5-82ed-adfddcc81f36', 'mac_address': 'fa:16:3e:14:c4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:21:15.010234 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Transition to ACTIVE for port object 2f494381-f96b-4c17-864b-30691b73b657 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:21:15.011926 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaaec3-f3d8-4089-b613-752517e53b1a req-561df9e0-5d19-4555-8e83-5d0578fbc375 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:15.013602 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-79eaaec3-f3d8-4089-b613-752517e53b1a req-561df9e0-5d19-4555-8e83-5d0578fbc375 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.2526078 Jul 23 17:21:15.086185 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-79eaaec3-f3d8-4089-b613-752517e53b1a req-4a64b042-dce7-4ffa-9f51-8e7467154ad0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611341 Jul 23 17:21:15.140331 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:15.151180 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:15.164705 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-01a900f9-0a2d-4d08-9e4d-2bce78511030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:15.223381 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3a9a2b6-5826-4147-827b-1b702379d8b5 req-97d56e66-57a4-440f-a881-5afefde0e9d8 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 210 time: 0.0851495 Jul 23 17:21:15.391650 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f813eb-0cfe-4272-aab0-371d259cdb88 None None] Pushing event updated for resources: {'Port': ['ID=2f494381-f96b-4c17-864b-30691b73b657,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:15.444717 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f4f813eb-0cfe-4272-aab0-371d259cdb88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:15.465308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b952056-6548-42c5-82ed-adfddcc81f36 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:21:15.471512 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Attempting to bind port 2f494381-f96b-4c17-864b-30691b73b657 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:21:15.472678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Attempting to bind port 2f494381-f96b-4c17-864b-30691b73b657 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '0e418020-be27-4829-911b-26646cf3fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:21:15.473252 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Attempting to bind port 2f494381-f96b-4c17-864b-30691b73b657 on network 7a95801d-5a1a-497f-b3e5-33d86538edea {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:21:15.481814 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:21:15.482455 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Checking segment: {'id': '0e418020-be27-4829-911b-26646cf3fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:21:15.483085 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:15.484249 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Bound using segment: {'id': '0e418020-be27-4829-911b-26646cf3fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:21:15.484927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Bound port: 2f494381-f96b-4c17-864b-30691b73b657, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e418020-be27-4829-911b-26646cf3fcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:21:15.485507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:15.597989 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] For port 2f494381-f96b-4c17-864b-30691b73b657, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:21:15.601616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] For port 2f494381-f96b-4c17-864b-30691b73b657, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=2f494381-f96b-4c17-864b-30691b73b657,segment=NetworkSegment(0e418020-be27-4829-911b-26646cf3fcac),segment_id=0e418020-be27-4829-911b-26646cf3fcac)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:21:15.605492 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:15.624839 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6b952056-6548-42c5-82ed-adfddcc81f36, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6b952056-6548-42c5-82ed-adfddcc81f36,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:15.625889 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:15.709243 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056f7d2-5c52-41dc-b4e9-7988a95e45b4 req-fef56b1f-e14b-40e5-af76-a15a5757f144 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:15.727755 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e056f7d2-5c52-41dc-b4e9-7988a95e45b4 req-fef56b1f-e14b-40e5-af76-a15a5757f144 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1864431 Jul 23 17:21:15.740480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f813eb-0cfe-4272-aab0-371d259cdb88 None None] Pushing event updated for resources: {'Port': ['ID=2f494381-f96b-4c17-864b-30691b73b657,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:15.744799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:15.759088 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f4f813eb-0cfe-4272-aab0-371d259cdb88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:15.759624 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f4f813eb-0cfe-4272-aab0-371d259cdb88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:15.840121 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=6b952056-6548-42c5-82ed-adfddcc81f36,revision_number=6']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:15.852565 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Routers {'edfd9657-a742-41e3-b751-ce5fc9e508a0'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:21:15.853274 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:21:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['edfd9657-a742-41e3-b751-ce5fc9e508a0'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:21:15.891030 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e056f7d2-5c52-41dc-b4e9-7988a95e45b4 req-2d48d4c7-4b5e-487b-9849-73ad5a7dd3f7 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603022 Jul 23 17:21:15.986660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:15.994639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['6b952056-6548-42c5-82ed-adfddcc81f36'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:21:16.234273 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8b696c06-9788-4373-96ec-eb0dbd3f18e0 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:16.236449 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8b696c06-9788-4373-96ec-eb0dbd3f18e0 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.58 "GET /v2.0/networks?id=2a037aa6-312b-475a-93fd-28ff3e1c6d15 HTTP/1.1" status: 200 len: 808 time: 0.3125324 Jul 23 17:21:16.263208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Request body: {'port': {'device_id': '2fced681-dd71-4ab3-8c44-ffb2dbf11f56', 'network_id': '2a037aa6-312b-475a-93fd-28ff3e1c6d15', 'admin_state_up': True, 'tenant_id': '988e149eb14f4d86b4789b70100f7dcc'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:16.536148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] Set router edfd9657-a742-41e3-b751-ce5fc9e508a0 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:21:16.626513 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 2f494381-f96b-4c17-864b-30691b73b657 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:21:16.685015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:16.776764 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Usage tracker for resource:port and tenant:988e149eb14f4d86b4789b70100f7dcc is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:16.786240 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f834a5f3-85f0-4b64-bd75-3570861370a4 req-e20b2578-5560-47f5-ba15-634e8aaf2d94 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 210 time: 0.1062512 Jul 23 17:21:16.787180 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Quota usage for port was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:16.806352 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:16.822864 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Made reservation on behalf of 988e149eb14f4d86b4789b70100f7dcc for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:21:16.828604 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:16.943241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe1e4c-b403-45ef-b523-347ae4834ea1 req-63679824-2677-4c95-852f-7960bb806555 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:16.950990 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1efe1e4c-b403-45ef-b523-347ae4834ea1 req-63679824-2677-4c95-852f-7960bb806555 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 945 time: 0.2722261 Jul 23 17:21:17.020435 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1efe1e4c-b403-45ef-b523-347ae4834ea1 req-07f131df-074c-4e21-8108-f141bef556b8 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684490 Jul 23 17:21:17.049418 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 2f494381-f96b-4c17-864b-30691b73b657 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:21:17.092152 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 2f494381-f96b-4c17-864b-30691b73b657 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:17.092472 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:17.148600 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Allocated IP 172.20.0.4 (2a037aa6-312b-475a-93fd-28ff3e1c6d15/621dec7e-022d-4386-86ef-32b067466f10/06ee0293-228e-4331-a007-5211ddcb1e8f) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:21:17.150451 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-6ad2c851-8494-4cc3-b29c-ef5f685e584f None None] Provisioning complete for port 2f494381-f96b-4c17-864b-30691b73b657 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:17.150907 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6ad2c851-8494-4cc3-b29c-ef5f685e584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:17.201458 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a6133-2f96-4a3f-b124-5d9372d70a11 req-b6347ceb-4678-421f-8e5c-b86be8f0bf79 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:17.203147 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-678a6133-2f96-4a3f-b124-5d9372d70a11 req-b6347ceb-4678-421f-8e5c-b86be8f0bf79 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1442969 Jul 23 17:21:17.362130 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-678a6133-2f96-4a3f-b124-5d9372d70a11 req-101f6b5c-d92d-4230-92bd-42753f942060 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514401 Jul 23 17:21:17.459160 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:17.485866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:17.492261 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:17.499138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8eb50d9c-cf31-43c7-be15-7186db160880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:17.503941 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6ad2c851-8494-4cc3-b29c-ef5f685e584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:17.539827 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'name': 'tempest-TestVolumeBootPattern-371864681-router', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'bdac90fb-af6b-4c26-b853-4ab5df2f81b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:57Z', 'updated_at': '2021-07-23T17:21:06Z', 'revision_number': 4, 'project_id': '5a1b15f216f346cc8a0d841c6e39f073', 'gw_port': {'id': 'bdac90fb-af6b-4c26-b853-4ab5df2f81b5', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:59Z', 'updated_at': '2021-07-23T17:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '2f494381-f96b-4c17-864b-30691b73b657', 'name': '', 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'mac_address': 'fa:16:3e:d3:d9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79147cab-6387-4e8e-b90e-4e1472f4ddc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:05Z', 'updated_at': '2021-07-23T17:21:15Z', 'revision_number': 4, 'project_id': '5a1b15f216f346cc8a0d841c6e39f073', 'subnets': [{'id': '79147cab-6387-4e8e-b90e-4e1472f4ddc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:21:17.560062 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69248a8-bee3-40f8-ac3b-ee16132e07ab None None] The sync data for ids ['edfd9657-a742-41e3-b751-ce5fc9e508a0'] in dv-cinder-802045-1-iscsi is: [{'id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'name': 'tempest-TestVolumeBootPattern-371864681-router', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'bdac90fb-af6b-4c26-b853-4ab5df2f81b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:57Z', 'updated_at': '2021-07-23T17:21:06Z', 'revision_number': 4, 'project_id': '5a1b15f216f346cc8a0d841c6e39f073', 'gw_port': {'id': 'bdac90fb-af6b-4c26-b853-4ab5df2f81b5', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:59Z', 'updated_at': '2021-07-23T17:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '2f494381-f96b-4c17-864b-30691b73b657', 'name': '', 'network_id': '7a95801d-5a1a-497f-b3e5-33d86538edea', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'mac_address': 'fa:16:3e:d3:d9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79147cab-6387-4e8e-b90e-4e1472f4ddc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:21:05Z', 'updated_at': '2021-07-23T17:21:15Z', 'revision_number': 4, 'project_id': '5a1b15f216f346cc8a0d841c6e39f073', 'subnets': [{'id': '79147cab-6387-4e8e-b90e-4e1472f4ddc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:21:17.564286 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 2f494381-f96b-4c17-864b-30691b73b657, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=2f494381-f96b-4c17-864b-30691b73b657,segment=NetworkSegment(0e418020-be27-4829-911b-26646cf3fcac),segment_id=0e418020-be27-4829-911b-26646cf3fcac)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:17.567436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Network 2a037aa6-312b-475a-93fd-28ff3e1c6d15 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:21:17.576572 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:21:17.579398 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:21:17.615958 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:17.620463 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:17.655575 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:17.656328 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:17.673164 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Pushing event updated for resources: {'Port': ['ID=06ee0293-228e-4331-a007-5211ddcb1e8f,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:17.676976 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:17.701191 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4518597 Jul 23 17:21:17.721208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Request body: {'port': {'device_id': '2fced681-dd71-4ab3-8c44-ffb2dbf11f56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:17.736130 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=2f494381-f96b-4c17-864b-30691b73b657,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:17.748546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:17.749983 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.db.api [None req-6ad2c851-8494-4cc3-b29c-ef5f685e584f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:21:17.749983 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.api [None req-6ad2c851-8494-4cc3-b29c-ef5f685e584f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:21:17.905406 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 2f494381-f96b-4c17-864b-30691b73b657 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:21:17.980710 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:18.032010 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 2f494381-f96b-4c17-864b-30691b73b657 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:18.032629 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:18.638884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fe535-eb3a-4d72-b376-0e62d9445f20 req-ee5e8389-a556-4f65-b2a6-eec0729c69d7 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:18.639818 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-320fe535-eb3a-4d72-b376-0e62d9445f20 req-ee5e8389-a556-4f65-b2a6-eec0729c69d7 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Synchronizing usage tracker for tenant:988e149eb14f4d86b4789b70100f7dcc on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:21:18.772957 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7689c-7545-4101-b919-2f3a5ba44ed3 req-19757382-643b-45f4-9629-e799c7c62e44 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:18.776034 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-56a7689c-7545-4101-b919-2f3a5ba44ed3 req-19757382-643b-45f4-9629-e799c7c62e44 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 945 time: 0.3399935 Jul 23 17:21:18.785161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-320fe535-eb3a-4d72-b376-0e62d9445f20 req-ee5e8389-a556-4f65-b2a6-eec0729c69d7 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Unset dirty status for tenant:988e149eb14f4d86b4789b70100f7dcc on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:21:18.786647 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-320fe535-eb3a-4d72-b376-0e62d9445f20 req-ee5e8389-a556-4f65-b2a6-eec0729c69d7 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 931 time: 0.7758360 Jul 23 17:21:18.936336 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-56a7689c-7545-4101-b919-2f3a5ba44ed3 req-08f06769-eb47-4814-8b6e-5ba637ec1b9b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535227 Jul 23 17:21:18.955639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-320fe535-eb3a-4d72-b376-0e62d9445f20 req-1e25a764-5a88-445b-99e4-29eb1e43f84f tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Synchronizing usage tracker for tenant:988e149eb14f4d86b4789b70100f7dcc on resource:security_group {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:21:19.094573 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-320fe535-eb3a-4d72-b376-0e62d9445f20 req-1e25a764-5a88-445b-99e4-29eb1e43f84f tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Unset dirty status for tenant:988e149eb14f4d86b4789b70100f7dcc on resource:security_group {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:21:19.099730 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-320fe535-eb3a-4d72-b376-0e62d9445f20 req-1e25a764-5a88-445b-99e4-29eb1e43f84f tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878363 Jul 23 17:21:19.108239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ee0293-228e-4331-a007-5211ddcb1e8f {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:21:19.117080 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:19.181195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Transition to ACTIVE for port object 06ee0293-228e-4331-a007-5211ddcb1e8f will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:21:19.198924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:19.207454 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a98b54e8-2000-4fb2-ae9a-a70b4079eeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:19.373336 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Pushing event updated for resources: {'Port': ['ID=06ee0293-228e-4331-a007-5211ddcb1e8f,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:19.376518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:19.475405 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303d23d-e162-4404-9187-6e86793b9b4e req-6ea4b583-d5ab-42de-97c0-fe9f5310abfb tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:19.477218 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9303d23d-e162-4404-9187-6e86793b9b4e req-6ea4b583-d5ab-42de-97c0-fe9f5310abfb tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.3397658 Jul 23 17:21:19.552056 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Attempting to bind port 06ee0293-228e-4331-a007-5211ddcb1e8f on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:21:19.552431 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Attempting to bind port 06ee0293-228e-4331-a007-5211ddcb1e8f by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '2f8550b8-8aff-4311-9753-fb9fa5e963aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2a037aa6-312b-475a-93fd-28ff3e1c6d15'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:21:19.552803 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Attempting to bind port 06ee0293-228e-4331-a007-5211ddcb1e8f on network 2a037aa6-312b-475a-93fd-28ff3e1c6d15 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:21:19.558118 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9303d23d-e162-4404-9187-6e86793b9b4e req-77b00a9e-da72-4c8f-9000-36a89852476e tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716825 Jul 23 17:21:19.562533 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Port 06ee0293-228e-4331-a007-5211ddcb1e8f on network 2a037aa6-312b-475a-93fd-28ff3e1c6d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:21:19.562942 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Attempting to bind port 06ee0293-228e-4331-a007-5211ddcb1e8f on network 2a037aa6-312b-475a-93fd-28ff3e1c6d15 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:21:19.570157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:21:19.570530 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Checking segment: {'id': '2f8550b8-8aff-4311-9753-fb9fa5e963aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2a037aa6-312b-475a-93fd-28ff3e1c6d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:21:19.570982 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Bound using segment: {'id': '2f8550b8-8aff-4311-9753-fb9fa5e963aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2a037aa6-312b-475a-93fd-28ff3e1c6d15'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:21:19.571464 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Bound port: 06ee0293-228e-4331-a007-5211ddcb1e8f, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8550b8-8aff-4311-9753-fb9fa5e963aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2a037aa6-312b-475a-93fd-28ff3e1c6d15'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:21:19.571857 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:19.739710 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] For port 06ee0293-228e-4331-a007-5211ddcb1e8f, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:21:19.745025 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] For port 06ee0293-228e-4331-a007-5211ddcb1e8f, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=06ee0293-228e-4331-a007-5211ddcb1e8f,segment=NetworkSegment(2f8550b8-8aff-4311-9753-fb9fa5e963aa),segment_id=2f8550b8-8aff-4311-9753-fb9fa5e963aa)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:21:19.751442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:19.760207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:19.856706 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:19.858501 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-34761d48-8027-4690-b171-f59f3579af79 service neutron] 10.222.0.58 "PUT /v2.0/ports/06ee0293-228e-4331-a007-5211ddcb1e8f HTTP/1.1" status: 200 len: 1093 time: 2.1426718 Jul 23 17:21:19.863248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fced681-dd71-4ab3-8c44-ffb2dbf11f56', 'tag': '06ee0293-228e-4331-a007-5211ddcb1e8f'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:21:19.883295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Pushing event updated for resources: {'Port': ['ID=06ee0293-228e-4331-a007-5211ddcb1e8f,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:19.889891 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:19.981133 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fced681-dd71-4ab3-8c44-ffb2dbf11f56', 'tag': '06ee0293-228e-4331-a007-5211ddcb1e8f', 'status': 'completed', 'code': 200} Jul 23 17:21:20.207989 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab375961-cc99-4716-93c5-c79e24009ec5 req-3ce08278-a366-4f0f-9486-0a370ca050a6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:20.209633 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ab375961-cc99-4716-93c5-c79e24009ec5 req-3ce08278-a366-4f0f-9486-0a370ca050a6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 945 time: 0.1043196 Jul 23 17:21:20.314907 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ab375961-cc99-4716-93c5-c79e24009ec5 req-01f9baca-0d36-4c6d-987a-b099dd5b7bdd tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984573 Jul 23 17:21:20.372452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961572b-e6c6-49b7-bb61-7ac768090b73 req-d4c8a02c-f89d-47e2-a494-bca67c69f444 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:20.372452 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c961572b-e6c6-49b7-bb61-7ac768090b73 req-d4c8a02c-f89d-47e2-a494-bca67c69f444 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 943 time: 0.1121502 Jul 23 17:21:20.438221 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c961572b-e6c6-49b7-bb61-7ac768090b73 req-db663559-6b53-42e2-8425-dabf7abafd99 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571454 Jul 23 17:21:20.569383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6b952056-6548-42c5-82ed-adfddcc81f36 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:21:20.641094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 6b952056-6548-42c5-82ed-adfddcc81f36 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:20.641515 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:20.766852 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:20.780812 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e0dc9-ab5c-4bc1-9c4c-4e76d8d7649e req-cdda607e-2aba-469c-b0c8-0a3d8088423d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:20.782714 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1b9e0dc9-ab5c-4bc1-9c4c-4e76d8d7649e req-cdda607e-2aba-469c-b0c8-0a3d8088423d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.0919535 Jul 23 17:21:20.795897 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b952056-6548-42c5-82ed-adfddcc81f36'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:21:20.810772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6b952056-6548-42c5-82ed-adfddcc81f36, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6b952056-6548-42c5-82ed-adfddcc81f36,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:20.815127 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:20.818020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:20.836131 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1b9e0dc9-ab5c-4bc1-9c4c-4e76d8d7649e req-d42d193b-e3b2-4d61-980d-c110f28b4489 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463386 Jul 23 17:21:20.863482 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b952056-6548-42c5-82ed-adfddcc81f36', 'code': 200} Jul 23 17:21:20.890504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=6b952056-6548-42c5-82ed-adfddcc81f36,revision_number=7']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:20.894434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:21.547360 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98463a2-d124-46e3-af8a-ba4552103f55 req-8ab99955-3e2a-4e33-846e-45c11d467ef2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:21.550302 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b98463a2-d124-46e3-af8a-ba4552103f55 req-8ab99955-3e2a-4e33-846e-45c11d467ef2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.0918047 Jul 23 17:21:21.659380 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b98463a2-d124-46e3-af8a-ba4552103f55 req-45209232-c6d0-4456-b4c6-38b21f496dab tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992544 Jul 23 17:21:21.694411 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52c7f8-1c28-4385-bd1e-25df70402e19 req-6a338535-d327-4425-95b0-e4656f8df79a tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:21.696101 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ae52c7f8-1c28-4385-bd1e-25df70402e19 req-6a338535-d327-4425-95b0-e4656f8df79a tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 943 time: 0.1157751 Jul 23 17:21:21.796182 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ae52c7f8-1c28-4385-bd1e-25df70402e19 req-21762376-e5cc-4aec-af22-a13a86cd9aa1 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929804 Jul 23 17:21:22.149042 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0d4e9623-b42d-4475-9d0e-c5285662c0cd req-50c707c1-3118-43b1-9572-2abd63eb4572 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=988e149eb14f4d86b4789b70100f7dcc&device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 1096 time: 0.2329514 Jul 23 17:21:22.156549 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eea56e-70e8-4bdf-8dfc-17cc262ba93c req-efc05fbb-a2e3-4d4d-9b6b-d2b1a07bb3f2 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:22.158119 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c7eea56e-70e8-4bdf-8dfc-17cc262ba93c req-efc05fbb-a2e3-4d4d-9b6b-d2b1a07bb3f2 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1555576 Jul 23 17:21:22.306250 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c7eea56e-70e8-4bdf-8dfc-17cc262ba93c req-2462e807-9cc0-437e-8702-965547eabb15 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397099 Jul 23 17:21:22.399414 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e9623-b42d-4475-9d0e-c5285662c0cd req-c74f8f1f-20ae-479f-995b-7d06ce6779cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:22.401201 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0d4e9623-b42d-4475-9d0e-c5285662c0cd req-c74f8f1f-20ae-479f-995b-7d06ce6779cc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=988e149eb14f4d86b4789b70100f7dcc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1896985 Jul 23 17:21:22.662365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e9623-b42d-4475-9d0e-c5285662c0cd req-23f1ee81-0b84-4340-a8af-b9b931d0734b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:22.664019 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0d4e9623-b42d-4475-9d0e-c5285662c0cd req-23f1ee81-0b84-4340-a8af-b9b931d0734b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2357194 Jul 23 17:21:23.181097 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-dedb3950-92fb-4ef3-bf9a-e910b98ef834 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=988e149eb14f4d86b4789b70100f7dcc&device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 1096 time: 0.2850509 Jul 23 17:21:23.285229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe312e1-dcd6-4c93-9926-d4a80fff3111 req-4c120adf-77e1-441f-bdfd-502d97e0c9f2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:23.287087 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7fe312e1-dcd6-4c93-9926-d4a80fff3111 req-4c120adf-77e1-441f-bdfd-502d97e0c9f2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.2883084 Jul 23 17:21:23.295472 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-cb69bceb-e573-4679-ad66-318d3d3f1902 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ee0293-228e-4331-a007-5211ddcb1e8f HTTP/1.1" status: 200 len: 217 time: 0.1015406 Jul 23 17:21:23.334117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4666bd4-35ef-4700-80ce-669925d31ae1 req-de95e86f-6a75-45d7-acee-0373b64dc01d tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:23.335900 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c4666bd4-35ef-4700-80ce-669925d31ae1 req-de95e86f-6a75-45d7-acee-0373b64dc01d tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 943 time: 0.2721567 Jul 23 17:21:23.389988 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7fe312e1-dcd6-4c93-9926-d4a80fff3111 req-f4b9da87-d5ca-4b53-9c7b-32bf23d68964 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911651 Jul 23 17:21:23.406342 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c4666bd4-35ef-4700-80ce-669925d31ae1 req-82eaba09-f313-43dc-b57a-9be48104d8ce tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614953 Jul 23 17:21:23.613772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8853cd-2110-448b-a9d7-a24b9eff852a req-7f956dd6-b693-452f-af03-c996f59e3625 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:23.615420 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fd8853cd-2110-448b-a9d7-a24b9eff852a req-7f956dd6-b693-452f-af03-c996f59e3625 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.0877616 Jul 23 17:21:23.670003 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fd8853cd-2110-448b-a9d7-a24b9eff852a req-4572192d-8fab-488d-8603-d0c69d194233 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479891 Jul 23 17:21:24.892491 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b21436-0ae8-415c-be1f-d46557c9a21b req-1b728c98-291a-4591-8c15-4f9f7e538909 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:24.894528 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-93b21436-0ae8-415c-be1f-d46557c9a21b req-1b728c98-291a-4591-8c15-4f9f7e538909 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.3561935 Jul 23 17:21:24.901418 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0495e49-5579-461c-9dbc-abb550120dbb req-89f3e292-50e7-4fd6-8952-8dd3556044ed tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:24.902925 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f0495e49-5579-461c-9dbc-abb550120dbb req-89f3e292-50e7-4fd6-8952-8dd3556044ed tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 943 time: 0.3295295 Jul 23 17:21:24.993483 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-93b21436-0ae8-415c-be1f-d46557c9a21b req-abd4e88f-43f7-4af6-93da-2c2e9ace3007 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895174 Jul 23 17:21:24.997216 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f0495e49-5579-461c-9dbc-abb550120dbb req-f082e766-ee72-4640-8f3f-a15aa3b7ab43 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782065 Jul 23 17:21:25.194950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46a9bb-b9d6-4d3e-a473-98c784c6b216 req-cc716223-165f-4dc1-9810-ec1a0db57eb9 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:25.196451 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8a46a9bb-b9d6-4d3e-a473-98c784c6b216 req-cc716223-165f-4dc1-9810-ec1a0db57eb9 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.0870438 Jul 23 17:21:25.245799 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8a46a9bb-b9d6-4d3e-a473-98c784c6b216 req-a80866f9-ff09-4f7c-8d6c-7ec79ff985bc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428081 Jul 23 17:21:25.454416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-7ba25118-acc2-46a2-b1e9-17c11dcaf57b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:25.456399 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-7ba25118-acc2-46a2-b1e9-17c11dcaf57b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=621dec7e-022d-4386-86ef-32b067466f10 HTTP/1.1" status: 200 len: 848 time: 0.0723042 Jul 23 17:21:26.293096 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864026ef-81ab-44ce-ae9f-b8a8a9087c6f req-624d6c0b-e189-428b-98f3-fd93f3730d86 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:26.294815 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-864026ef-81ab-44ce-ae9f-b8a8a9087c6f req-624d6c0b-e189-428b-98f3-fd93f3730d86 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 943 time: 0.1674294 Jul 23 17:21:26.305695 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8acfe-9e38-4b59-a022-cb93365b2c3a req-d3b2a4ac-84b9-4727-8ca6-406acab33894 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:26.307648 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9db8acfe-9e38-4b59-a022-cb93365b2c3a req-d3b2a4ac-84b9-4727-8ca6-406acab33894 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.1273000 Jul 23 17:21:26.390428 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-864026ef-81ab-44ce-ae9f-b8a8a9087c6f req-fb3b5c46-6de5-43e9-9349-acf0929ea734 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818443 Jul 23 17:21:26.393638 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9db8acfe-9e38-4b59-a022-cb93365b2c3a req-a06e9904-da90-4405-b1af-c0b351f4be10 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693297 Jul 23 17:21:26.621680 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-44a4a87f-fe17-43a3-a9f1-3e4d2be19c74 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a037aa6-312b-475a-93fd-28ff3e1c6d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518219 Jul 23 17:21:26.677920 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753ed8c-efba-4cec-acab-e06088630015 req-7fe0a313-598b-42e1-97c2-2b9643182e50 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:26.680106 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5753ed8c-efba-4cec-acab-e06088630015 req-7fe0a313-598b-42e1-97c2-2b9643182e50 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1694443 Jul 23 17:21:26.845941 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5753ed8c-efba-4cec-acab-e06088630015 req-09441123-48b3-4d01-9926-9bbf872a0b4b tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073124 Jul 23 17:21:26.871317 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-b31c4d30-c568-4017-b40e-2025adf0c375 service neutron] 10.222.0.58 "GET /v2.0/networks/2a037aa6-312b-475a-93fd-28ff3e1c6d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327940 Jul 23 17:21:27.077675 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd27827b-f183-4e3c-955d-ddd1f4db8ead req-7db23021-6c3c-4bc1-801b-1ffa30719b19 service neutron] 10.222.0.58 "GET /v2.0/networks/2a037aa6-312b-475a-93fd-28ff3e1c6d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959190 Jul 23 17:21:27.797993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba98ada-3bb7-4ab7-b161-38d967724e88 req-268fce23-1a0b-461a-ad13-65596dab183a tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:27.803935 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cba98ada-3bb7-4ab7-b161-38d967724e88 req-268fce23-1a0b-461a-ad13-65596dab183a tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.2283540 Jul 23 17:21:27.840144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18582828-01e1-4b5d-b3d8-e0e079b14622 req-14cab216-55e5-4f1f-b95b-fdbfb1ba3933 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:27.841986 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-18582828-01e1-4b5d-b3d8-e0e079b14622 req-14cab216-55e5-4f1f-b95b-fdbfb1ba3933 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 943 time: 0.1910760 Jul 23 17:21:27.925025 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cba98ada-3bb7-4ab7-b161-38d967724e88 req-79377722-a1f5-43c3-a11d-f3daca6b3c4e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153996 Jul 23 17:21:27.945455 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-18582828-01e1-4b5d-b3d8-e0e079b14622 req-a955b174-ff92-4d5f-be91-99a66b4893a2 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937929 Jul 23 17:21:28.202091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b4cc2-5dcc-4ace-b6fa-724d0374efd6 req-c6be354f-60dd-4885-980f-03c0c381c620 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:28.203870 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f20b4cc2-5dcc-4ace-b6fa-724d0374efd6 req-c6be354f-60dd-4885-980f-03c0c381c620 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1328440 Jul 23 17:21:28.286589 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f20b4cc2-5dcc-4ace-b6fa-724d0374efd6 req-874dcc01-bfe3-49da-9277-cae5a9c6f730 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701129 Jul 23 17:21:28.820498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a939fd-50e0-4de3-9f6b-6fec0424ca57 req-d06ef8f9-6757-41f9-a8b3-564b36e66615 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:28.833138 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e9a939fd-50e0-4de3-9f6b-6fec0424ca57 req-d06ef8f9-6757-41f9-a8b3-564b36e66615 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1884303 Jul 23 17:21:28.867955 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8ce0ecf-07dd-4883-aa06-ffabee7a1ec7 req-cde96c95-7f18-4b02-a2aa-f616b3c60f4f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=08ff567edeeb497e8ca1d5a43e82783c&device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 1098 time: 0.3528404 Jul 23 17:21:29.044786 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e9a939fd-50e0-4de3-9f6b-6fec0424ca57 req-aa69cb34-109e-48c2-bec6-987edf79d8ff tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106199 Jul 23 17:21:29.468247 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5947b3-741c-4586-973c-e5e9c516e12b req-3820d2a7-665d-4f5c-8e06-1744591a4c19 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:29.493401 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4b5947b3-741c-4586-973c-e5e9c516e12b req-3820d2a7-665d-4f5c-8e06-1744591a4c19 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.3521848 Jul 23 17:21:29.641494 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce0ecf-07dd-4883-aa06-ffabee7a1ec7 req-4234194b-8b17-4fba-a3cf-9b81abde294d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:29.645461 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8ce0ecf-07dd-4883-aa06-ffabee7a1ec7 req-4234194b-8b17-4fba-a3cf-9b81abde294d service neutron] 10.222.0.58 "GET /v2.0/networks?id=56923c17-1dcf-41eb-bda1-d959e61a3ee9 HTTP/1.1" status: 200 len: 918 time: 0.7429719 Jul 23 17:21:29.667018 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d119ea3a-0e14-4282-a233-12ac78cf3824 req-208a6d73-ff26-47b4-8c6b-38872559d2af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda&device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 1099 time: 0.6205859 Jul 23 17:21:29.765154 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 06ee0293-228e-4331-a007-5211ddcb1e8f details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:21:29.825760 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8ce0ecf-07dd-4883-aa06-ffabee7a1ec7 req-9943e382-24ab-45a3-88f2-3eaf62d0c2bd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 HTTP/1.1" status: 200 len: 217 time: 0.1568215 Jul 23 17:21:29.945374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470977-1dde-4b4e-9f42-cac1728ccb22 req-9c35ea3b-2ec5-46ef-9949-40884ed6ac47 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:29.947302 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-05470977-1dde-4b4e-9f42-cac1728ccb22 req-9c35ea3b-2ec5-46ef-9949-40884ed6ac47 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 943 time: 0.7013645 Jul 23 17:21:30.026642 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 06ee0293-228e-4331-a007-5211ddcb1e8f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=06ee0293-228e-4331-a007-5211ddcb1e8f,segment=NetworkSegment(2f8550b8-8aff-4311-9753-fb9fa5e963aa),segment_id=2f8550b8-8aff-4311-9753-fb9fa5e963aa)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:30.060468 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '06ee0293-228e-4331-a007-5211ddcb1e8f', 'network_id': '2a037aa6-312b-475a-93fd-28ff3e1c6d15', 'port_id': '06ee0293-228e-4331-a007-5211ddcb1e8f', 'mac_address': 'fa:16:3e:d2:15:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621dec7e-022d-4386-86ef-32b067466f10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:21:30.132399 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4b5947b3-741c-4586-973c-e5e9c516e12b req-a0b189f2-67e6-4434-8939-3d9c1bcaa29b tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6380136 Jul 23 17:21:30.143991 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce0ecf-07dd-4883-aa06-ffabee7a1ec7 req-b3fa8990-e35c-41f9-9859-b2c79d36e6d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:30.145931 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8ce0ecf-07dd-4883-aa06-ffabee7a1ec7 req-b3fa8990-e35c-41f9-9859-b2c79d36e6d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b91c4b6-b0e0-40e1-9e39-8b53827780fa HTTP/1.1" status: 200 len: 857 time: 0.2717371 Jul 23 17:21:30.209327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d7a8577b-4a84-4fcc-a164-c895eab33e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:30.210258 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-05470977-1dde-4b4e-9f42-cac1728ccb22 req-c65d58e3-1892-4b30-a363-512a4d76dcbf tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752870 Jul 23 17:21:30.246114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:30.247817 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8ce0ecf-07dd-4883-aa06-ffabee7a1ec7 req-7a7e222f-2a88-4a37-931f-40bf36662e10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56923c17-1dcf-41eb-bda1-d959e61a3ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818996 Jul 23 17:21:30.293669 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ee0293-228e-4331-a007-5211ddcb1e8f {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:21:30.319431 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 06ee0293-228e-4331-a007-5211ddcb1e8f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=06ee0293-228e-4331-a007-5211ddcb1e8f,segment=NetworkSegment(2f8550b8-8aff-4311-9753-fb9fa5e963aa),segment_id=2f8550b8-8aff-4311-9753-fb9fa5e963aa)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:30.323794 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:30.326914 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:30.368021 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119ea3a-0e14-4282-a233-12ac78cf3824 req-1ededc87-90dc-4e69-9ffe-69061f8eb54f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:30.370801 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d119ea3a-0e14-4282-a233-12ac78cf3824 req-1ededc87-90dc-4e69-9ffe-69061f8eb54f service neutron] 10.222.0.58 "GET /v2.0/networks?id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 HTTP/1.1" status: 200 len: 912 time: 0.5423400 Jul 23 17:21:30.426651 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=06ee0293-228e-4331-a007-5211ddcb1e8f,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:30.445906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:30.446821 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:30.447700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:30.448300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:30.449106 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:30.449709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:30.450286 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:30.450956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:30.451623 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:30.452190 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:30.452968 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:21:30.459766 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:30.660635 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['06ee0293-228e-4331-a007-5211ddcb1e8f'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:21:31.012936 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d119ea3a-0e14-4282-a233-12ac78cf3824 req-db24d248-d637-43af-b8b4-516e91fb6367 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a3850e8-f9ac-483a-bc70-fc178a054ee7 HTTP/1.1" status: 200 len: 1001 time: 0.6230719 Jul 23 17:21:31.068683 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8ce0ecf-07dd-4883-aa06-ffabee7a1ec7 req-f54548a3-4659-4586-93f4-c0f85da8b5fa service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8096998 Jul 23 17:21:31.209198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eae507-4fc3-436d-aff4-827c61437eab req-ff350043-55b4-46cf-8da3-262bedc74e53 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:31.217348 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-55eae507-4fc3-436d-aff4-827c61437eab req-ff350043-55b4-46cf-8da3-262bedc74e53 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.6876750 Jul 23 17:21:31.287731 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735125-bf43-4499-aafb-e56222cbc8ff req-d1f1695b-f1df-4088-a085-0e8ed0c75b5d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:31.290036 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-74735125-bf43-4499-aafb-e56222cbc8ff req-d1f1695b-f1df-4088-a085-0e8ed0c75b5d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.7161551 Jul 23 17:21:31.304625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119ea3a-0e14-4282-a233-12ac78cf3824 req-3d05b644-d696-4ba1-bc15-86c465adfea3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:31.306249 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d119ea3a-0e14-4282-a233-12ac78cf3824 req-3d05b644-d696-4ba1-bc15-86c465adfea3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f126893-602f-418b-84e1-b866f587f188 HTTP/1.1" status: 200 len: 850 time: 0.2836461 Jul 23 17:21:31.496758 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-55eae507-4fc3-436d-aff4-827c61437eab req-87e73d64-f93b-415b-9f5b-3d53a29e5068 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783151 Jul 23 17:21:31.503332 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8ce0ecf-07dd-4883-aa06-ffabee7a1ec7 req-7a34659b-6a9a-4ac9-a429-7ceaa0c3cf01 service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141297 Jul 23 17:21:31.517026 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-74735125-bf43-4499-aafb-e56222cbc8ff req-f28e1bb7-ef55-40c8-907c-acc4c988b025 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940022 Jul 23 17:21:31.609991 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d119ea3a-0e14-4282-a233-12ac78cf3824 req-4f105edb-dd2c-42cc-b9ff-4a0dded2a308 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2412388 Jul 23 17:21:31.867463 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:32.091115 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d119ea3a-0e14-4282-a233-12ac78cf3824 req-f3179dbf-c529-4df5-a6a1-8348dc0c5c75 service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727621 Jul 23 17:21:32.126301 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa414ff-3365-4c9a-8a2e-953a2b00139c req-8bc64bb4-2222-4251-a92e-d9bbb888bbab tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:32.134921 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-baa414ff-3365-4c9a-8a2e-953a2b00139c req-8bc64bb4-2222-4251-a92e-d9bbb888bbab tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.2438221 Jul 23 17:21:32.159992 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b211cb9-be3d-47aa-b775-a7fd41ac943c req-fbb19e97-b002-460a-a439-cb76e4111e09 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:32.161703 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3b211cb9-be3d-47aa-b775-a7fd41ac943c req-fbb19e97-b002-460a-a439-cb76e4111e09 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 944 time: 0.2167053 Jul 23 17:21:32.231957 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-baa414ff-3365-4c9a-8a2e-953a2b00139c req-e89f1a3c-3399-4bb6-b32e-9e194d65f054 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960114 Jul 23 17:21:32.246691 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3b211cb9-be3d-47aa-b775-a7fd41ac943c req-7f8aeaaf-2fd1-4c7e-9589-51ef61ae3ad3 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745928 Jul 23 17:21:32.669824 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d30a2b67-1918-4bbc-8d9f-16756b5cfe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:32.845092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51470601-861c-4261-9930-95e0a920760d req-62ef8507-59f6-4086-a956-fd00c281e052 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:32.846876 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-51470601-861c-4261-9930-95e0a920760d req-62ef8507-59f6-4086-a956-fd00c281e052 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1858070 Jul 23 17:21:32.854411 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60471f03-d4e4-4d15-b190-f85f6a04cf7c req-c6ac15f8-bbec-4175-8308-39f9344926e8 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:32.856118 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-60471f03-d4e4-4d15-b190-f85f6a04cf7c req-c6ac15f8-bbec-4175-8308-39f9344926e8 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.1333821 Jul 23 17:21:32.935240 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:32.954585 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-51470601-861c-4261-9930-95e0a920760d req-145bd25e-eabe-44bb-a2f0-cc6dc1edd83c tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972962 Jul 23 17:21:32.961288 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-60471f03-d4e4-4d15-b190-f85f6a04cf7c req-5b7b23b6-14b6-46d2-9427-8ad0c9da571d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852621 Jul 23 17:21:33.536860 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9781e8-1a7f-4d6f-ba14-5ca8993acdce req-016faa46-b0e8-4609-8974-7452b0708e9c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:33.538359 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4a9781e8-1a7f-4d6f-ba14-5ca8993acdce req-016faa46-b0e8-4609-8974-7452b0708e9c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1625817 Jul 23 17:21:33.550736 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc907ae-34ab-47f3-8585-b2f4911ae86f req-02c9fb82-1ea5-42db-8661-7a03f4eaddaf tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:33.552454 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5fc907ae-34ab-47f3-8585-b2f4911ae86f req-02c9fb82-1ea5-42db-8661-7a03f4eaddaf tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 944 time: 0.1397295 Jul 23 17:21:33.638477 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4a9781e8-1a7f-4d6f-ba14-5ca8993acdce req-b7baf768-333c-4d40-a83a-4dce86ebbe32 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843019 Jul 23 17:21:33.640780 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5fc907ae-34ab-47f3-8585-b2f4911ae86f req-2e0e4121-fb84-461c-a28c-119786a2266a tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712759 Jul 23 17:21:33.650339 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:34.296584 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:34.391992 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d119ea3a-0e14-4282-a233-12ac78cf3824 req-ead4423b-b6ac-4089-b433-682edb000720 service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423858 Jul 23 17:21:34.409058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb5146-7643-4ac2-829a-9f57e93a4922 req-0bb04cef-e307-4748-a587-f4d5cc103d78 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:34.410731 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90fb5146-7643-4ac2-829a-9f57e93a4922 req-0bb04cef-e307-4748-a587-f4d5cc103d78 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2964418 Jul 23 17:21:34.417371 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec62da3-28ad-4061-9164-f1a645b6f6f3 req-b631f2f9-7bd3-40be-8faa-4f3d14eb602b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:34.419040 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dec62da3-28ad-4061-9164-f1a645b6f6f3 req-b631f2f9-7bd3-40be-8faa-4f3d14eb602b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.1922941 Jul 23 17:21:34.503776 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90fb5146-7643-4ac2-829a-9f57e93a4922 req-19954fb6-4db3-4b22-b49d-39f3dc02b286 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836010 Jul 23 17:21:34.510688 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dec62da3-28ad-4061-9164-f1a645b6f6f3 req-dfd58ad8-4f74-43c2-8395-83e424b27b1c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720215 Jul 23 17:21:34.945460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599e1ce-8603-4de6-a151-e01d26e1c398 req-09a191ad-f6cd-46ba-97e6-19121b072906 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:34.947040 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e599e1ce-8603-4de6-a151-e01d26e1c398 req-09a191ad-f6cd-46ba-97e6-19121b072906 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1523180 Jul 23 17:21:34.958151 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58eba4-0d3e-4d32-b292-b377b08bbb77 req-e376f835-806d-4f8d-9f0d-f91cd19f7e4b tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:34.959828 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8f58eba4-0d3e-4d32-b292-b377b08bbb77 req-e376f835-806d-4f8d-9f0d-f91cd19f7e4b tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 944 time: 0.1680858 Jul 23 17:21:35.040097 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e599e1ce-8603-4de6-a151-e01d26e1c398 req-fc6ba448-66ac-4eeb-988c-5746a22b0e7a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791373 Jul 23 17:21:35.048521 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8f58eba4-0d3e-4d32-b292-b377b08bbb77 req-2a4a0b06-9712-4870-b5b8-66e915797375 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722246 Jul 23 17:21:35.795758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 06ee0293-228e-4331-a007-5211ddcb1e8f up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:21:35.867126 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695735db-2feb-49f1-8436-7ed494a7af85 req-9fb02d51-cbc6-47a3-87cd-4060813a7d93 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:35.875335 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-695735db-2feb-49f1-8436-7ed494a7af85 req-9fb02d51-cbc6-47a3-87cd-4060813a7d93 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1972337 Jul 23 17:21:35.900613 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaf682-6e1a-4cec-a5b4-a16f4902c2bc req-8edeb7cf-bc6a-4bd5-a062-f28f641351b2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:35.908229 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-edcaf682-6e1a-4cec-a5b4-a16f4902c2bc req-8edeb7cf-bc6a-4bd5-a062-f28f641351b2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.1615834 Jul 23 17:21:35.956865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 06ee0293-228e-4331-a007-5211ddcb1e8f completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:21:35.963291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 06ee0293-228e-4331-a007-5211ddcb1e8f triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:35.963967 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:35.998114 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-695735db-2feb-49f1-8436-7ed494a7af85 req-393fd624-20e7-412d-9f04-11047dc91b77 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215906 Jul 23 17:21:36.018680 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-edcaf682-6e1a-4cec-a5b4-a16f4902c2bc req-9d0f14be-97df-4244-8654-9e44b4e9ff0c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093185 Jul 23 17:21:36.151546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:36.187274 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fced681-dd71-4ab3-8c44-ffb2dbf11f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ee0293-228e-4331-a007-5211ddcb1e8f'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:21:36.208342 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 06ee0293-228e-4331-a007-5211ddcb1e8f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=06ee0293-228e-4331-a007-5211ddcb1e8f,segment=NetworkSegment(2f8550b8-8aff-4311-9753-fb9fa5e963aa),segment_id=2f8550b8-8aff-4311-9753-fb9fa5e963aa)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:36.212128 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:36.215821 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2f23c50c-1ce2-41df-b014-e636452bef40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:36.334386 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=06ee0293-228e-4331-a007-5211ddcb1e8f,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:36.345333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:36.426434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889762d-425b-4484-9d5a-86028193f216 req-a8cc5b0f-98dc-4701-ac3d-e322638be461 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:36.436264 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5889762d-425b-4484-9d5a-86028193f216 req-a8cc5b0f-98dc-4701-ac3d-e322638be461 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 945 time: 0.1942718 Jul 23 17:21:36.500921 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2650464-9f56-4163-9901-ecee22e79d8a req-3effcce4-b370-4d85-8a8f-f79a35e6e591 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:36.503383 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f2650464-9f56-4163-9901-ecee22e79d8a req-3effcce4-b370-4d85-8a8f-f79a35e6e591 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.2023144 Jul 23 17:21:36.585269 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5889762d-425b-4484-9d5a-86028193f216 req-da66e641-2779-47af-9952-858a2d317f52 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458914 Jul 23 17:21:36.617058 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f2650464-9f56-4163-9901-ecee22e79d8a req-3fb9fc36-26e3-4522-a344-3c7b597dcf94 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008120 Jul 23 17:21:36.700294 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fced681-dd71-4ab3-8c44-ffb2dbf11f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ee0293-228e-4331-a007-5211ddcb1e8f', 'code': 200} Jul 23 17:21:37.306465 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07d5c4-b34d-4c1e-b2c9-b4afd62db7e8 req-d853edda-2fef-4c45-97a7-ec51ab96b5ec tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:37.308810 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ac07d5c4-b34d-4c1e-b2c9-b4afd62db7e8 req-d853edda-2fef-4c45-97a7-ec51ab96b5ec tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.1267059 Jul 23 17:21:37.317148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecb639-b88e-403c-b21d-4e7aea72bb49 req-620b0029-eba1-47b7-a551-9b9970237892 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:37.318928 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bfecb639-b88e-403c-b21d-4e7aea72bb49 req-620b0029-eba1-47b7-a551-9b9970237892 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1736324 Jul 23 17:21:37.405714 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ac07d5c4-b34d-4c1e-b2c9-b4afd62db7e8 req-36388e3b-921d-4735-a79a-2e18aacbeb23 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855393 Jul 23 17:21:37.408982 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bfecb639-b88e-403c-b21d-4e7aea72bb49 req-f8fb4464-12e8-481c-807b-1497a0d0683d tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720015 Jul 23 17:21:38.332316 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c194c68-c385-44bf-94ff-134160facf9c req-ab59c2a7-a7f4-4542-b220-46832ff8a16c tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:38.344548 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3c194c68-c385-44bf-94ff-134160facf9c req-ab59c2a7-a7f4-4542-b220-46832ff8a16c tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 945 time: 0.6155565 Jul 23 17:21:38.495518 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3c194c68-c385-44bf-94ff-134160facf9c req-95377d1a-b466-43a2-a6d0-a68b4542bd33 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497269 Jul 23 17:21:38.532261 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bcc90-1b14-44a2-9d14-3517ceba7352 req-6ce9b5ae-c45a-4334-890b-2d19ad855fbc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:38.538503 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-719bcc90-1b14-44a2-9d14-3517ceba7352 req-6ce9b5ae-c45a-4334-890b-2d19ad855fbc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.7329540 Jul 23 17:21:38.592751 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7bc8f0bb-7020-460e-bcad-c54e86df0e4b req-5e1a920c-5c0d-4d87-bd95-5c0ba77bdcb4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 1098 time: 0.2421777 Jul 23 17:21:38.631923 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-719bcc90-1b14-44a2-9d14-3517ceba7352 req-dab717d0-7e0d-418a-a66b-685713d1151c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799525 Jul 23 17:21:38.712669 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7bc8f0bb-7020-460e-bcad-c54e86df0e4b req-7459688e-57c3-4023-ab28-4137c9b5f55d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844984 Jul 23 17:21:39.011614 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74028b24-986d-4ca5-9fce-3a4975b79ce8 req-0b2c2aea-8c5f-4011-a8db-267825136996 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:39.011614 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-74028b24-986d-4ca5-9fce-3a4975b79ce8 req-0b2c2aea-8c5f-4011-a8db-267825136996 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.2244735 Jul 23 17:21:39.024042 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9eec6-139c-4b45-a2b0-f1b574140d5e req-4e257ac7-d4af-445a-a965-6276b50753bb tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:39.032759 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3ed9eec6-139c-4b45-a2b0-f1b574140d5e req-4e257ac7-d4af-445a-a965-6276b50753bb tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1521001 Jul 23 17:21:39.116186 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-74028b24-986d-4ca5-9fce-3a4975b79ce8 req-b9e6785a-953f-4f03-9529-9d97c1b9b908 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634375 Jul 23 17:21:39.170702 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3ed9eec6-139c-4b45-a2b0-f1b574140d5e req-fb540f33-a649-414f-945d-603af2bd319a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359303 Jul 23 17:21:39.901742 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-0384fc09-0b20-4d2a-95d0-f01ba3017992 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037063753&fields=id&tenant_id=138f6d21733847e2825438a0ba1cbae9 HTTP/1.1" status: 200 len: 267 time: 0.1492686 Jul 23 17:21:39.923533 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d01db-d761-47ea-b720-c53fb9752a1d req-0c3f81ce-a97f-4f0e-b2c0-78b49de8c450 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:39.925218 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f16d01db-d761-47ea-b720-c53fb9752a1d req-0c3f81ce-a97f-4f0e-b2c0-78b49de8c450 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 945 time: 0.1476693 Jul 23 17:21:40.077945 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f16d01db-d761-47ea-b720-c53fb9752a1d req-1a0a3e96-595c-4b30-9f44-fc420976a93e tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265962 Jul 23 17:21:40.160234 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-61d6d633-dd83-49d3-90c2-ac161bf8afae tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:40.162219 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-61d6d633-dd83-49d3-90c2-ac161bf8afae tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 812 time: 0.2502534 Jul 23 17:21:40.189691 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-6292b9e0-b8e8-4132-be7b-4a95061bc6c6 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/quotas/138f6d21733847e2825438a0ba1cbae9 HTTP/1.1" status: 200 len: 375 time: 0.0146246 Jul 23 17:21:40.340814 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-759c7fed-37c9-4b11-82ab-637f8b133d57 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Synchronizing usage tracker for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:21:40.406843 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-759c7fed-37c9-4b11-82ab-637f8b133d57 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Unset dirty status for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:21:40.422908 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-759c7fed-37c9-4b11-82ab-637f8b133d57 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2113214 Jul 23 17:21:40.618371 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed279e-dd88-4d46-a282-fd64419988f4 req-9144c26a-3126-4a03-badb-3d26463b99d0 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:40.620267 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-72ed279e-dd88-4d46-a282-fd64419988f4 req-9144c26a-3126-4a03-badb-3d26463b99d0 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2606950 Jul 23 17:21:40.628647 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-9aa39742-172d-4a2d-b0a1-cccb078df2ba service neutron] 10.222.0.55 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942310 Jul 23 17:21:40.772882 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-72ed279e-dd88-4d46-a282-fd64419988f4 req-ecb9dd94-2234-4284-98a0-ad4c6b0f00c2 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430809 Jul 23 17:21:40.826993 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-6af84356-7ae6-4ea3-a9ff-038782a6e5a3 service neutron] 10.222.0.55 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806543 Jul 23 17:21:41.045137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165be75-bbb8-4cb0-84b2-ce22b922ede0 req-51eac4a1-b441-412b-8528-4e4ccb8b5c1c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:41.047609 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b165be75-bbb8-4cb0-84b2-ce22b922ede0 req-51eac4a1-b441-412b-8528-4e4ccb8b5c1c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.1494467 Jul 23 17:21:41.109683 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b165be75-bbb8-4cb0-84b2-ce22b922ede0 req-08d79282-489c-490e-91b1-307c34b9dd95 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529385 Jul 23 17:21:41.256531 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-36b5776a-8e1f-4bf2-b6e6-2ff70a26e1a4 req-7a04b6ae-4af9-4691-8a45-a110a3b990a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 1099 time: 0.1048930 Jul 23 17:21:41.427033 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-01f71476-781a-45d5-b86c-eee9ed19bd63 req-ced621ff-5c2f-46ac-9bfa-6d967d252a83 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 210 time: 0.1381669 Jul 23 17:21:41.526298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5776a-8e1f-4bf2-b6e6-2ff70a26e1a4 req-40a855d1-8af8-4163-955c-9dcf42c1273e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:41.527945 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-36b5776a-8e1f-4bf2-b6e6-2ff70a26e1a4 req-40a855d1-8af8-4163-955c-9dcf42c1273e service neutron] 10.222.0.58 "GET /v2.0/networks?id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 200 len: 916 time: 0.2641716 Jul 23 17:21:41.540582 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0872502-ae98-4041-897c-c49afadf3c0a req-fd70169c-cbd2-4f66-a249-15e7e045095e tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:41.542253 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c0872502-ae98-4041-897c-c49afadf3c0a req-fd70169c-cbd2-4f66-a249-15e7e045095e tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 945 time: 0.2075658 Jul 23 17:21:41.703253 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-36b5776a-8e1f-4bf2-b6e6-2ff70a26e1a4 req-25f0a52d-08c1-4276-a78b-77821cb2e100 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b952056-6548-42c5-82ed-adfddcc81f36 HTTP/1.1" status: 200 len: 1002 time: 0.1534896 Jul 23 17:21:41.719711 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c0872502-ae98-4041-897c-c49afadf3c0a req-4ce9847c-4f8a-4270-af20-69f15d7c2598 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200514 Jul 23 17:21:41.807595 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5776a-8e1f-4bf2-b6e6-2ff70a26e1a4 req-1b711872-33ec-4263-9098-d76024b7d08d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:41.809191 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-36b5776a-8e1f-4bf2-b6e6-2ff70a26e1a4 req-1b711872-33ec-4263-9098-d76024b7d08d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f137acdd-475c-4812-af2f-0a236bb57605 HTTP/1.1" status: 200 len: 854 time: 0.0875285 Jul 23 17:21:41.966392 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-36b5776a-8e1f-4bf2-b6e6-2ff70a26e1a4 req-dfd11c39-b087-49af-a36b-366be914a3a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1488826 Jul 23 17:21:42.152397 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c5098-1006-4c65-9d87-94b743ae9407 req-61030640-2bd6-4b96-8e20-bdb3e112dd2a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:42.159807 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a98c5098-1006-4c65-9d87-94b743ae9407 req-61030640-2bd6-4b96-8e20-bdb3e112dd2a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2431796 Jul 23 17:21:42.192998 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-36b5776a-8e1f-4bf2-b6e6-2ff70a26e1a4 req-d3448b6a-7120-471a-839e-f573f82da69b service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191360 Jul 23 17:21:42.208450 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 48358) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:42.467283 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98590813-554a-48c7-8c86-23dbaae0065b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:42.509483 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-98590813-554a-48c7-8c86-23dbaae0065b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:42.514394 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-98590813-554a-48c7-8c86-23dbaae0065b admin admin] Usage tracker for resource:security_group_rule and tenant:94111465934e4d0eb3a1a6db74e8ba97 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:42.519457 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-98590813-554a-48c7-8c86-23dbaae0065b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:42.528117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-98590813-554a-48c7-8c86-23dbaae0065b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:42.622444 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98590813-554a-48c7-8c86-23dbaae0065b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:42.627573 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98590813-554a-48c7-8c86-23dbaae0065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:42.636442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1c414f77-df42-4238-b8e2-398e4604ac21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:42.713897 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-98590813-554a-48c7-8c86-23dbaae0065b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94111465934e4d0eb3a1a6db74e8ba97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5041778 Jul 23 17:21:42.718826 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98590813-554a-48c7-8c86-23dbaae0065b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7810601f-6267-4eb5-970b-2afebd49f3f6,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:42.742280 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-98590813-554a-48c7-8c86-23dbaae0065b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:42.743060 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 48372) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:42.810688 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a98c5098-1006-4c65-9d87-94b743ae9407 req-2207af93-3651-48d5-b6f6-94702b427064 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6460497 Jul 23 17:21:42.879868 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35e7f030-1200-4b60-9116-e6f0912727d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:42.923855 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35e7f030-1200-4b60-9116-e6f0912727d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:42.931870 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-36b5776a-8e1f-4bf2-b6e6-2ff70a26e1a4 req-e3c2cebc-1a82-4644-9c44-60be2be7fc5d service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7295806 Jul 23 17:21:42.957447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-c90f4e8e-b6e9-4cee-8341-8cffd5034a4a tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:42.958843 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-c90f4e8e-b6e9-4cee-8341-8cffd5034a4a tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 812 time: 0.2978487 Jul 23 17:21:42.967277 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50cc38-d698-4818-bbdb-4810ed1d33fb req-deaf1a5c-bcdf-45c9-84e6-fe87fcabefef tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:42.969299 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4a50cc38-d698-4818-bbdb-4810ed1d33fb req-deaf1a5c-bcdf-45c9-84e6-fe87fcabefef tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 946 time: 0.6406744 Jul 23 17:21:43.004653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35e7f030-1200-4b60-9116-e6f0912727d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:43.013748 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-85804254-ab7f-478c-acc4-5050b050afc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:43.028867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7f030-1200-4b60-9116-e6f0912727d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7810601f-6267-4eb5-970b-2afebd49f3f6,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:43.031941 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-35e7f030-1200-4b60-9116-e6f0912727d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:43.037309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35e7f030-1200-4b60-9116-e6f0912727d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:43.039651 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-35e7f030-1200-4b60-9116-e6f0912727d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7810601f-6267-4eb5-970b-2afebd49f3f6 HTTP/1.1" status: 204 len: 168 time: 0.2944093 Jul 23 17:21:43.059339 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-792f5ce5-4fbd-4bc1-8fb5-685b4b967ca4 req-7d454ae8-6a34-4656-84f0-7963908770fc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 210 time: 0.0887825 Jul 23 17:21:43.108057 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-ac6d91fe-ae56-4717-a630-87a830f092e7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=138f6d21733847e2825438a0ba1cbae9 HTTP/1.1" status: 200 len: 380 time: 0.1024928 Jul 23 17:21:43.114618 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4a50cc38-d698-4818-bbdb-4810ed1d33fb req-e01c1729-73f9-449b-b445-eab20cc3f80a tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043892 Jul 23 17:21:43.586460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6b8f3-022b-44fc-b025-cc36da341c25 req-fe38e327-c5b0-4e28-af0e-2fa8aadca811 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:43.588200 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9bb6b8f3-022b-44fc-b025-cc36da341c25 req-fe38e327-c5b0-4e28-af0e-2fa8aadca811 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 945 time: 0.1121795 Jul 23 17:21:43.600940 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:21:43.646230 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9bb6b8f3-022b-44fc-b025-cc36da341c25 req-637522f7-6235-40ec-8500-4c0cf1d29efc tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507209 Jul 23 17:21:43.998895 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6b952056-6548-42c5-82ed-adfddcc81f36 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:21:44.018964 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Request body: {'port': {'device_id': '2072720f-13bf-438e-b6e1-b1df872a3d1f', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'admin_state_up': True, 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'security_groups': ['a5e75352-c315-4d62-97a9-7048c86edfa2']}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:44.134737 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:44.175283 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b952056-6548-42c5-82ed-adfddcc81f36'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:21:44.181044 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ccce1-9d78-4c53-881d-15da1a050d5c req-637e979a-31f2-457a-bc4e-15600f606ca4 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:44.182509 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dc8ccce1-9d78-4c53-881d-15da1a050d5c req-637e979a-31f2-457a-bc4e-15600f606ca4 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2080286 Jul 23 17:21:44.195851 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6b952056-6548-42c5-82ed-adfddcc81f36, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6b952056-6548-42c5-82ed-adfddcc81f36,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:44.201103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:44.206046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:44.270598 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:44.276301 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=6b952056-6548-42c5-82ed-adfddcc81f36,revision_number=8']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:44.281686 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:44.281936 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6ae83fe7-1092-4353-837d-fb478c2787db req-f5c37c52-5a51-4364-ae6d-4f3210438c7d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 210 time: 0.0633574 Jul 23 17:21:44.296543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:44.321070 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dc8ccce1-9d78-4c53-881d-15da1a050d5c req-7ccc3d48-9d90-4028-9b07-8d3a5f938686 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197593 Jul 23 17:21:44.322122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Made reservation on behalf of 138f6d21733847e2825438a0ba1cbae9 for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:21:44.327952 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:44.402542 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b952056-6548-42c5-82ed-adfddcc81f36', 'code': 200} Jul 23 17:21:44.595737 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Allocated IP 172.20.0.10 (ca5df335-6af8-4521-b6ed-ac00b1cb097d/775766c5-67b2-4d27-b621-cb63ec1bf56d/97c3fd2e-ecd6-4434-934d-84fed0bc1391) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:21:44.603758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f1a10-158e-42c4-b281-39ff17ef30da req-8afc9d48-1242-418a-b169-32b89dcf660c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:44.605492 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d50f1a10-158e-42c4-b281-39ff17ef30da req-8afc9d48-1242-418a-b169-32b89dcf660c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.1937926 Jul 23 17:21:44.718878 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d50f1a10-158e-42c4-b281-39ff17ef30da req-7cbceaf1-a917-45d2-a66e-09fb5c627800 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037488 Jul 23 17:21:44.929838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:44.955773 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ae667-f586-41fe-abb2-dc7a850e3fe6 req-1530ccf5-acda-41b0-a39b-19996085ae15 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:44.958299 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9e5ae667-f586-41fe-abb2-dc7a850e3fe6 req-1530ccf5-acda-41b0-a39b-19996085ae15 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 945 time: 0.1613095 Jul 23 17:21:44.961681 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Transition to ACTIVE for port object 97c3fd2e-ecd6-4434-934d-84fed0bc1391 will not be triggered until provisioned by entity DHCP. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:21:45.023801 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9e5ae667-f586-41fe-abb2-dc7a850e3fe6 req-32153189-be2c-488b-96d5-4d4234fda8c3 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553093 Jul 23 17:21:45.025063 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:45.031540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:45.104766 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Network ca5df335-6af8-4521-b6ed-ac00b1cb097d is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:21:45.108772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:21:45.114519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:21:45.141448 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'Port': ['ID=97c3fd2e-ecd6-4434-934d-84fed0bc1391,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:45.148974 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:45.194078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:45.194806 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:45.229195 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2192357 Jul 23 17:21:45.422149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-e246ad81-10a7-4a87-867a-43cac4fd0f0a None None] Provisioning for port 97c3fd2e-ecd6-4434-934d-84fed0bc1391 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:21:45.428371 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-e246ad81-10a7-4a87-867a-43cac4fd0f0a None None] Provisioning complete for port 97c3fd2e-ecd6-4434-934d-84fed0bc1391 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:21:45.428885 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e246ad81-10a7-4a87-867a-43cac4fd0f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:45.494089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-e246ad81-10a7-4a87-867a-43cac4fd0f0a None None] Port 97c3fd2e-ecd6-4434-934d-84fed0bc1391 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:21:45.593063 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb503a3c-dc6f-47d4-a12c-d5faf59cd257 req-65fe1428-93ef-44ef-9a94-a51bc0fe5312 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:45.593845 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-eb503a3c-dc6f-47d4-a12c-d5faf59cd257 req-65fe1428-93ef-44ef-9a94-a51bc0fe5312 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Synchronizing usage tracker for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:21:45.619918 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-eb503a3c-dc6f-47d4-a12c-d5faf59cd257 req-65fe1428-93ef-44ef-9a94-a51bc0fe5312 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Unset dirty status for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:21:45.621225 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-eb503a3c-dc6f-47d4-a12c-d5faf59cd257 req-65fe1428-93ef-44ef-9a94-a51bc0fe5312 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 932 time: 0.1965024 Jul 23 17:21:45.675876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a015e0-613f-4d97-b187-7d0c76cd012f req-05a416bf-720f-435c-b2ca-51125e144410 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:45.676762 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-41a015e0-613f-4d97-b187-7d0c76cd012f req-05a416bf-720f-435c-b2ca-51125e144410 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1425786 Jul 23 17:21:45.720804 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-eb503a3c-dc6f-47d4-a12c-d5faf59cd257 req-7e44ba5c-ac52-4776-a433-3fd77f17d24d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871384 Jul 23 17:21:45.743027 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-41a015e0-613f-4d97-b187-7d0c76cd012f req-6dcfdf97-f94a-4c14-bafb-37aba0e3ea6b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573618 Jul 23 17:21:45.912172 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Request body: {'port': {'device_id': '2072720f-13bf-438e-b6e1-b1df872a3d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:46.066804 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:46.082990 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bd8a6-e095-4763-98b7-fd335af86c52 req-51fce317-a663-40f5-84f8-02ee99104774 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:46.084805 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e37bd8a6-e095-4763-98b7-fd335af86c52 req-51fce317-a663-40f5-84f8-02ee99104774 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.2187557 Jul 23 17:21:46.350335 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e37bd8a6-e095-4763-98b7-fd335af86c52 req-860307fa-d75e-4a47-bb82-b6a701adb12d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499790 Jul 23 17:21:46.523625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d518d-5ff9-4c98-b942-8f803b115533 req-a5672eb7-6d33-4ab8-b1c6-96a677d4786a tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:46.525354 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6c0d518d-5ff9-4c98-b942-8f803b115533 req-a5672eb7-6d33-4ab8-b1c6-96a677d4786a tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 945 time: 0.2711592 Jul 23 17:21:46.623571 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6c0d518d-5ff9-4c98-b942-8f803b115533 req-33f7e1ac-0c88-4f83-a300-6165d1b97dd1 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806417 Jul 23 17:21:46.752103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c3fd2e-ecd6-4434-934d-84fed0bc1391 {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:21:46.766434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:46.799343 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Transition to ACTIVE for port object 97c3fd2e-ecd6-4434-934d-84fed0bc1391 will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:21:46.803593 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:46.811958 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:47.325207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Pushing event updated for resources: {'Port': ['ID=97c3fd2e-ecd6-4434-934d-84fed0bc1391,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:47.334376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:47.480884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eecd96-664b-45b8-a543-d4455c5e0b84 req-c17e90dd-d6fb-4dc3-9634-3175fae4f6c8 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:47.482669 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1eecd96-664b-45b8-a543-d4455c5e0b84 req-c17e90dd-d6fb-4dc3-9634-3175fae4f6c8 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 944 time: 0.6120756 Jul 23 17:21:47.543448 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca008473-79e6-49b4-983c-08dee87e62d8 req-34851694-9d50-4f18-b60b-5224304c3609 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:47.545144 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ca008473-79e6-49b4-983c-08dee87e62d8 req-34851694-9d50-4f18-b60b-5224304c3609 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.6226096 Jul 23 17:21:47.545961 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Attempting to bind port 97c3fd2e-ecd6-4434-934d-84fed0bc1391 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:21:47.546348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Attempting to bind port 97c3fd2e-ecd6-4434-934d-84fed0bc1391 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:21:47.546721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Attempting to bind port 97c3fd2e-ecd6-4434-934d-84fed0bc1391 on network ca5df335-6af8-4521-b6ed-ac00b1cb097d {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:21:47.594196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Port 97c3fd2e-ecd6-4434-934d-84fed0bc1391 on network ca5df335-6af8-4521-b6ed-ac00b1cb097d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:21:47.594588 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Attempting to bind port 97c3fd2e-ecd6-4434-934d-84fed0bc1391 on network ca5df335-6af8-4521-b6ed-ac00b1cb097d {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:21:47.619137 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1eecd96-664b-45b8-a543-d4455c5e0b84 req-4d12b979-e0b9-4e67-80ae-d49a7804e6df tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273639 Jul 23 17:21:47.623286 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:21:47.623712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Checking segment: {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:21:47.624193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Bound using segment: {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:21:47.624619 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Bound port: 97c3fd2e-ecd6-4434-934d-84fed0bc1391, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:21:47.625008 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:47.701242 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ca008473-79e6-49b4-983c-08dee87e62d8 req-fbef3ae7-12ee-4d1b-8029-d233aadcc4c8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430032 Jul 23 17:21:47.830132 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] For port 97c3fd2e-ecd6-4434-934d-84fed0bc1391, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:21:47.841723 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] For port 97c3fd2e-ecd6-4434-934d-84fed0bc1391, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=97c3fd2e-ecd6-4434-934d-84fed0bc1391,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:21:47.849824 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe97e6-1747-4be0-a03d-fa27ba4d4e93 req-859e084d-87bf-4cf5-9c15-39020637f1de tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:47.851554 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8efe97e6-1747-4be0-a03d-fa27ba4d4e93 req-859e084d-87bf-4cf5-9c15-39020637f1de tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 945 time: 0.2142711 Jul 23 17:21:47.854041 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:47.894500 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f1df59a9-df3d-40eb-9505-e8bb53c50ae3 tempest-DeleteServersTestJSON-1560779387 tempest-DeleteServersTestJSON-1560779387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:48.098522 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:48.100095 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] 10.222.0.58 "PUT /v2.0/ports/97c3fd2e-ecd6-4434-934d-84fed0bc1391 HTTP/1.1" status: 200 len: 1094 time: 2.1932719 Jul 23 17:21:48.101975 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2072720f-13bf-438e-b6e1-b1df872a3d1f', 'tag': '97c3fd2e-ecd6-4434-934d-84fed0bc1391'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:21:48.119403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-8efe97e6-1747-4be0-a03d-fa27ba4d4e93 req-4445cb60-c2e3-41f3-859b-c6448871b446 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Deleting port 06ee0293-228e-4331-a007-5211ddcb1e8f {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:21:48.119788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-8efe97e6-1747-4be0-a03d-fa27ba4d4e93 req-4445cb60-c2e3-41f3-859b-c6448871b446 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:48.221897 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Pushing event updated for resources: {'Port': ['ID=97c3fd2e-ecd6-4434-934d-84fed0bc1391,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:48.239539 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:48.348056 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8da648-2f9a-4d2f-8b60-d0ac6a495bf9 req-5c5bb112-aae8-432f-8a94-203fc8d8aaa1 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:48.349807 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ec8da648-2f9a-4d2f-8b60-d0ac6a495bf9 req-5c5bb112-aae8-432f-8a94-203fc8d8aaa1 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.4196892 Jul 23 17:21:48.374580 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb410fdf-ebe8-4bbe-a3af-a60520b7f1cf req-b914e95c-b8e1-4ff4-b624-7bed967d71f3 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:48.376926 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-eb410fdf-ebe8-4bbe-a3af-a60520b7f1cf req-b914e95c-b8e1-4ff4-b624-7bed967d71f3 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 945 time: 0.3824167 Jul 23 17:21:48.578629 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-26cb77f9-d616-4f3d-8000-6953ad8ba338 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 1097 time: 0.4222586 Jul 23 17:21:48.711554 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-7672a695-4a56-41ad-9987-95d40fa79023 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c3fd2e-ecd6-4434-934d-84fed0bc1391 HTTP/1.1" status: 200 len: 217 time: 0.1186552 Jul 23 17:21:48.714909 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ec8da648-2f9a-4d2f-8b60-d0ac6a495bf9 req-13fe64b4-8dfc-475e-a0c5-83fd11e618f1 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3540893 Jul 23 17:21:48.765933 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-8efe97e6-1747-4be0-a03d-fa27ba4d4e93 req-4445cb60-c2e3-41f3-859b-c6448871b446 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] For port 06ee0293-228e-4331-a007-5211ddcb1e8f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=06ee0293-228e-4331-a007-5211ddcb1e8f,segment=NetworkSegment(2f8550b8-8aff-4311-9753-fb9fa5e963aa),segment_id=2f8550b8-8aff-4311-9753-fb9fa5e963aa)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:48.766664 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-8efe97e6-1747-4be0-a03d-fa27ba4d4e93 req-4445cb60-c2e3-41f3-859b-c6448871b446 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:48.913152 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2072720f-13bf-438e-b6e1-b1df872a3d1f', 'tag': '97c3fd2e-ecd6-4434-934d-84fed0bc1391', 'status': 'completed', 'code': 200} Jul 23 17:21:48.958301 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-8efe97e6-1747-4be0-a03d-fa27ba4d4e93 req-4445cb60-c2e3-41f3-859b-c6448871b446 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Calling delete_port for 06ee0293-228e-4331-a007-5211ddcb1e8f owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:21:48.989675 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-eb410fdf-ebe8-4bbe-a3af-a60520b7f1cf req-61a5778c-49be-47ea-b6e5-10d5b8795106 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844083 Jul 23 17:21:49.120499 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-d145539e-bb06-49c5-b73a-93f11ecbfcef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:49.122286 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-d145539e-bb06-49c5-b73a-93f11ecbfcef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.2710340 Jul 23 17:21:49.323991 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d7ced-b7c0-425b-b3a2-f01f2b7fc69d req-690e9d96-434f-4ea9-8da4-9d3540f6a3cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:49.325653 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e23d7ced-b7c0-425b-b3a2-f01f2b7fc69d req-690e9d96-434f-4ea9-8da4-9d3540f6a3cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 944 time: 0.3357205 Jul 23 17:21:49.384037 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-8efe97e6-1747-4be0-a03d-fa27ba4d4e93 req-4445cb60-c2e3-41f3-859b-c6448871b446 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:49.396872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['06ee0293-228e-4331-a007-5211ddcb1e8f'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:21:49.402468 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:49.464762 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445cb60-c2e3-41f3-859b-c6448871b446 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Pushing event deleted for resources: {'Port': ['ID=06ee0293-228e-4331-a007-5211ddcb1e8f,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:49.472986 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4445cb60-c2e3-41f3-859b-c6448871b446 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:49.477222 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-901a3d7e-2372-4191-b8d6-7bf1da54a52c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3075094 Jul 23 17:21:49.483620 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca1d90-d081-4d30-9543-25b0230600eb req-7ac6edd0-aacd-4fe4-a47d-df274dcb2197 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:49.485330 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-acca1d90-d081-4d30-9543-25b0230600eb req-7ac6edd0-aacd-4fe4-a47d-df274dcb2197 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.3596780 Jul 23 17:21:49.691430 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e23d7ced-b7c0-425b-b3a2-f01f2b7fc69d req-8e432539-0225-4ab5-9807-de619720f949 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3578997 Jul 23 17:21:50.012476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efe97e6-1747-4be0-a03d-fa27ba4d4e93 req-4445cb60-c2e3-41f3-859b-c6448871b446 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] No DVR routers for this DVR port 06ee0293-228e-4331-a007-5211ddcb1e8f on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:21:50.029252 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-8efe97e6-1747-4be0-a03d-fa27ba4d4e93 req-4445cb60-c2e3-41f3-859b-c6448871b446 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:50.084405 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8efe97e6-1747-4be0-a03d-fa27ba4d4e93 req-4445cb60-c2e3-41f3-859b-c6448871b446 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.58 "DELETE /v2.0/ports/06ee0293-228e-4331-a007-5211ddcb1e8f HTTP/1.1" status: 204 len: 173 time: 2.2255802 Jul 23 17:21:50.091013 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-acca1d90-d081-4d30-9543-25b0230600eb req-a5dfe874-f9b6-43ff-a1e3-1f09c2a96db0 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728800 Jul 23 17:21:50.126289 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-d94c05d2-b7e3-4688-9c70-1886091b6d8c service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6392119 Jul 23 17:21:50.246547 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b39adf-1f4e-48c5-a4fd-6934fb48f9a2 req-2a9c5b3e-38b0-46c0-9a00-206524e2f5a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:50.248387 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f0b39adf-1f4e-48c5-a4fd-6934fb48f9a2 req-2a9c5b3e-38b0-46c0-9a00-206524e2f5a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.2950070 Jul 23 17:21:50.398081 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-0dd3458a-dccc-4436-b296-e74d38f8a13b req-baf4fb69-18d1-4847-9fbb-7a9528c8d1a5 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Synchronizing usage tracker for tenant:988e149eb14f4d86b4789b70100f7dcc on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:21:50.408175 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c75b623f-11ab-4e76-af01-4d77536f1f1b req-23386055-cb11-462a-b696-1da8a42a2f22 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741151 Jul 23 17:21:50.411961 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f0b39adf-1f4e-48c5-a4fd-6934fb48f9a2 req-bea43272-8b23-4a34-a25c-6b11f7012189 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542888 Jul 23 17:21:50.427507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-0dd3458a-dccc-4436-b296-e74d38f8a13b req-baf4fb69-18d1-4847-9fbb-7a9528c8d1a5 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Unset dirty status for tenant:988e149eb14f4d86b4789b70100f7dcc on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:21:50.429060 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0dd3458a-dccc-4436-b296-e74d38f8a13b req-baf4fb69-18d1-4847-9fbb-7a9528c8d1a5 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fced681-dd71-4ab3-8c44-ffb2dbf11f56 HTTP/1.1" status: 200 len: 210 time: 0.1127465 Jul 23 17:21:50.559318 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dadebaad-ce62-4ab2-aeb8-ceeb51617d0c req-e3ba9984-e3a9-43b1-805d-e2964cd134ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 1097 time: 0.0938447 Jul 23 17:21:50.846281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadebaad-ce62-4ab2-aeb8-ceeb51617d0c req-51905a24-8a37-477d-9ba7-76261dc15881 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:50.848983 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dadebaad-ce62-4ab2-aeb8-ceeb51617d0c req-51905a24-8a37-477d-9ba7-76261dc15881 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 913 time: 0.2821891 Jul 23 17:21:50.957507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fced681-dd71-4ab3-8c44-ffb2dbf11f56', 'name': 'network-vif-deleted', 'tag': '06ee0293-228e-4331-a007-5211ddcb1e8f'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:21:51.022340 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dadebaad-ce62-4ab2-aeb8-ceeb51617d0c req-3864861e-adb7-4d9f-96a2-6a431b590c64 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c3fd2e-ecd6-4434-934d-84fed0bc1391 HTTP/1.1" status: 200 len: 217 time: 0.1657219 Jul 23 17:21:51.115988 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadebaad-ce62-4ab2-aeb8-ceeb51617d0c req-03aa1aad-d2a2-4ae8-a770-418516db0c3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:51.117673 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dadebaad-ce62-4ab2-aeb8-ceeb51617d0c req-03aa1aad-d2a2-4ae8-a770-418516db0c3c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.0828400 Jul 23 17:21:51.185248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771daf2-8001-4eae-bd16-9f2bf0ac9424 req-d93a80aa-2c28-463f-8af1-9847e82d24ff tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:51.187218 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c771daf2-8001-4eae-bd16-9f2bf0ac9424 req-d93a80aa-2c28-463f-8af1-9847e82d24ff tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 944 time: 0.2214031 Jul 23 17:21:51.276013 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c771daf2-8001-4eae-bd16-9f2bf0ac9424 req-252512e5-71f0-4d54-8232-d3337ee9ea14 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753198 Jul 23 17:21:51.280896 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dadebaad-ce62-4ab2-aeb8-ceeb51617d0c req-c6c33024-f922-46ac-a8b6-62f7b14c42aa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1530480 Jul 23 17:21:51.333865 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fced681-dd71-4ab3-8c44-ffb2dbf11f56', 'name': 'network-vif-deleted', 'tag': '06ee0293-228e-4331-a007-5211ddcb1e8f', 'status': 'completed', 'code': 200} Jul 23 17:21:51.574566 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dadebaad-ce62-4ab2-aeb8-ceeb51617d0c req-ea5c04de-96b9-431a-8623-4789cd91ba24 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851884 Jul 23 17:21:51.827442 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dadebaad-ce62-4ab2-aeb8-ceeb51617d0c req-23bf9913-df17-425d-bf60-86494f9a8210 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419286 Jul 23 17:21:51.848197 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029e7d2-5a81-436c-9899-143541b41bd8 req-ed2fbf79-56c6-4301-a269-6c79b920b10a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:51.849931 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3029e7d2-5a81-436c-9899-143541b41bd8 req-ed2fbf79-56c6-4301-a269-6c79b920b10a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.3557205 Jul 23 17:21:51.858097 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f2d36e99-563b-40e6-8100-3e36c965ff32 req-cceaa0e5-a5d9-4cb8-9e54-e0259479aa79 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2740610 Jul 23 17:21:51.905319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6b952056-6548-42c5-82ed-adfddcc81f36 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:21:51.920429 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3029e7d2-5a81-436c-9899-143541b41bd8 req-ccbcf812-1b10-4d74-94cb-01b8c2be035b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608726 Jul 23 17:21:52.136908 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 06ee0293-228e-4331-a007-5211ddcb1e8f no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:21:52.197306 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 06ee0293-228e-4331-a007-5211ddcb1e8f {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:21:52.198385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 06ee0293-228e-4331-a007-5211ddcb1e8f not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:21:52.322840 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7ff66-9757-48e6-a7c1-13b456b9464c req-d24c9053-f9db-4df1-8fde-50099bea1a9b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:52.324585 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3da7ff66-9757-48e6-a7c1-13b456b9464c req-d24c9053-f9db-4df1-8fde-50099bea1a9b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.1312599 Jul 23 17:21:52.418790 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3da7ff66-9757-48e6-a7c1-13b456b9464c req-c8bc3d58-b1a4-4cb2-8b3b-244a2bcaa986 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817504 Jul 23 17:21:52.463903 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 48502) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:52.695703 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c719fd2a-de5d-495c-9605-7da2b2819b99 req-7da9d142-30f4-414e-b124-d0b66286a190 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2303035 Jul 23 17:21:52.713101 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e427323b-01ca-4b59-b2eb-20751e6d95ad tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:52.715550 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e427323b-01ca-4b59-b2eb-20751e6d95ad tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/networks?id=2a037aa6-312b-475a-93fd-28ff3e1c6d15 HTTP/1.1" status: 200 len: 808 time: 0.2877221 Jul 23 17:21:52.756163 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-cd292804-c50f-4d33-867a-94231dfdeccb tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/quotas/988e149eb14f4d86b4789b70100f7dcc HTTP/1.1" status: 200 len: 375 time: 0.0276070 Jul 23 17:21:52.766365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964750a-e17f-414d-8602-bcbac43ceff2 req-3f963d17-664b-45d6-b56f-30b568dcb6aa tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:52.768237 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c964750a-e17f-414d-8602-bcbac43ceff2 req-3f963d17-664b-45d6-b56f-30b568dcb6aa tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 944 time: 0.1876106 Jul 23 17:21:52.840283 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-03191951-e75d-465e-9964-93289d8c7ef8 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=988e149eb14f4d86b4789b70100f7dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707247 Jul 23 17:21:52.945240 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c964750a-e17f-414d-8602-bcbac43ceff2 req-0fefa2ec-baa7-491d-b6d6-60b068768867 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396446 Jul 23 17:21:53.047529 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-f1e20734-7901-438d-9d55-cac748232a8a service neutron] 10.222.0.55 "GET /v2.0/networks/2a037aa6-312b-475a-93fd-28ff3e1c6d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896715 Jul 23 17:21:53.196043 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 48522) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:53.298999 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-26b6ba51-6286-4781-9cd1-32629539ca7d service neutron] 10.222.0.55 "GET /v2.0/networks/2a037aa6-312b-475a-93fd-28ff3e1c6d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492323 Jul 23 17:21:53.312152 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec2c66-8586-424c-9512-1df2350a56e4 req-e0839054-0d09-4b3c-b590-3b27195c604b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:53.314768 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-44ec2c66-8586-424c-9512-1df2350a56e4 req-e0839054-0d09-4b3c-b590-3b27195c604b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1630983 Jul 23 17:21:53.397550 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-44ec2c66-8586-424c-9512-1df2350a56e4 req-9d87c27d-494e-4982-a56b-366cc89bd12a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676854 Jul 23 17:21:53.462660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2693da09-19ef-422b-b76d-25535f17ced5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:53.558626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-2693da09-19ef-422b-b76d-25535f17ced5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:53.562819 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-2693da09-19ef-422b-b76d-25535f17ced5 admin admin] Usage tracker for resource:security_group_rule and tenant:eec83172c2414a8a9ae4fe1a187dba3d is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:53.569728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-2693da09-19ef-422b-b76d-25535f17ced5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:53.576176 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1ba94a45-3397-42f2-a70b-cbee03701d44 req-38c94bd0-bc92-4dd3-b1a6-4ca0c0f1762f tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 210 time: 0.0810003 Jul 23 17:21:53.595836 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-2693da09-19ef-422b-b76d-25535f17ced5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:53.681766 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2693da09-19ef-422b-b76d-25535f17ced5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:53.685231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2693da09-19ef-422b-b76d-25535f17ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:53.699722 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-98590813-554a-48c7-8c86-23dbaae0065b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:53.738844 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aa6b8-a98a-4fb1-8511-7db4f7273a88 req-ff3b0de3-15a4-4415-856e-1f8e3ba4376c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:53.741326 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-006aa6b8-a98a-4fb1-8511-7db4f7273a88 req-ff3b0de3-15a4-4415-856e-1f8e3ba4376c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.1418371 Jul 23 17:21:53.767754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693da09-19ef-422b-b76d-25535f17ced5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd479a6-55de-437c-b182-5b7b064ecc7b,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:53.771669 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2693da09-19ef-422b-b76d-25535f17ced5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:53.777724 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-2693da09-19ef-422b-b76d-25535f17ced5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eec83172c2414a8a9ae4fe1a187dba3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5799150 Jul 23 17:21:53.778499 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 48538) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:53.803391 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-006aa6b8-a98a-4fb1-8511-7db4f7273a88 req-c2111c40-acc3-42ab-a079-106fd77d2551 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557065 Jul 23 17:21:53.875663 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b2f740f0-eb10-4040-9f57-c5ff45523fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:53.913061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b2f740f0-eb10-4040-9f57-c5ff45523fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:53.979213 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b2f740f0-eb10-4040-9f57-c5ff45523fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:53.987850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-35768ba4-b342-4463-ac42-2c24ae170997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:54.003876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f740f0-eb10-4040-9f57-c5ff45523fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd479a6-55de-437c-b182-5b7b064ecc7b,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:54.006956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b2f740f0-eb10-4040-9f57-c5ff45523fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:54.017258 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b2f740f0-eb10-4040-9f57-c5ff45523fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:54.017258 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-b2f740f0-eb10-4040-9f57-c5ff45523fb3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2dd479a6-55de-437c-b182-5b7b064ecc7b HTTP/1.1" status: 204 len: 168 time: 0.2337899 Jul 23 17:21:54.304992 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822865cd-62d7-43fa-9518-1e37cb2231cc req-01c0c48b-2a84-4ce0-87b7-e08d3a2bc60b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:54.306732 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-822865cd-62d7-43fa-9518-1e37cb2231cc req-01c0c48b-2a84-4ce0-87b7-e08d3a2bc60b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 944 time: 0.1197624 Jul 23 17:21:54.421267 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-822865cd-62d7-43fa-9518-1e37cb2231cc req-00749533-986c-43b2-ab58-5af86c68e696 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074934 Jul 23 17:21:54.454076 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c719fd2a-de5d-495c-9605-7da2b2819b99 req-d99ac9bf-349c-425d-a13d-be8d62cacbf8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7&tenant_id=9a94f9f25d4c4e2fa348bdde979a509f HTTP/1.1" status: 200 len: 1097 time: 0.1174753 Jul 23 17:21:54.632571 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c719fd2a-de5d-495c-9605-7da2b2819b99 req-e6b31c78-b6b0-4a53-9dd7-0bec9c7205c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 1097 time: 0.1386945 Jul 23 17:21:55.074666 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cf40d639-fa43-49b3-aca4-5a8e2b289865 req-fa0dec9c-d780-4d20-b9a0-4e84ab1fc34f tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 210 time: 0.2995088 Jul 23 17:21:55.209326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42fb48-d572-4b8e-8950-859619f0b4b9 req-1d717639-9afd-4894-80e7-9b2b421bff26 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:55.211043 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5e42fb48-d572-4b8e-8950-859619f0b4b9 req-1d717639-9afd-4894-80e7-9b2b421bff26 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.6376970 Jul 23 17:21:55.299963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719fd2a-de5d-495c-9605-7da2b2819b99 req-0b9fdf65-c0c0-426b-a2b8-3294a2617342 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:55.301597 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c719fd2a-de5d-495c-9605-7da2b2819b99 req-0b9fdf65-c0c0-426b-a2b8-3294a2617342 service neutron] 10.222.0.58 "GET /v2.0/networks?id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 200 len: 916 time: 0.6563878 Jul 23 17:21:55.474288 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-bc443afa-899c-4de9-8620-6023b727ad95 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:55.475926 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-bc443afa-899c-4de9-8620-6023b727ad95 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.58 "GET /v2.0/networks?id=2a037aa6-312b-475a-93fd-28ff3e1c6d15 HTTP/1.1" status: 200 len: 808 time: 0.4120393 Jul 23 17:21:55.478297 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5e42fb48-d572-4b8e-8950-859619f0b4b9 req-42e6e498-6cc5-4703-a1d2-5e4a7d996117 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578247 Jul 23 17:21:55.505223 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Request body: {'port': {'device_id': '2b853244-f213-44ea-9218-9e8b54bfc3ea', 'network_id': '2a037aa6-312b-475a-93fd-28ff3e1c6d15', 'admin_state_up': True, 'tenant_id': '988e149eb14f4d86b4789b70100f7dcc'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:55.538444 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c719fd2a-de5d-495c-9605-7da2b2819b99 req-b324538f-9178-4ec0-a98b-da15d0e7c788 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b952056-6548-42c5-82ed-adfddcc81f36 HTTP/1.1" status: 200 len: 1000 time: 0.2246456 Jul 23 17:21:55.663634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac478f-6a6b-460c-b2ff-422280e310c3 req-69323389-0652-4d98-a740-0478b8efbb83 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:55.665510 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-78ac478f-6a6b-460c-b2ff-422280e310c3 req-69323389-0652-4d98-a740-0478b8efbb83 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.4158521 Jul 23 17:21:55.814428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719fd2a-de5d-495c-9605-7da2b2819b99 req-aa8e6293-086a-4a7c-9e95-fe294029ee25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:55.816064 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c719fd2a-de5d-495c-9605-7da2b2819b99 req-aa8e6293-086a-4a7c-9e95-fe294029ee25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f137acdd-475c-4812-af2f-0a236bb57605 HTTP/1.1" status: 200 len: 854 time: 0.2152219 Jul 23 17:21:55.900363 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-78ac478f-6a6b-460c-b2ff-422280e310c3 req-4a125ee3-619f-4ba5-bace-278884d5b2da tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901076 Jul 23 17:21:55.900945 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 48584) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:55.904640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:55.932952 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:55.961577 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4b7d1-3d9f-4cff-965d-900226e91649 req-9f242ae2-40d1-44ff-a412-1a4dbe21d0e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:55.963285 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a8a4b7d1-3d9f-4cff-965d-900226e91649 req-9f242ae2-40d1-44ff-a412-1a4dbe21d0e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 944 time: 0.3217933 Jul 23 17:21:55.966135 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Made reservation on behalf of 988e149eb14f4d86b4789b70100f7dcc for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:21:55.972096 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:56.091974 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c719fd2a-de5d-495c-9605-7da2b2819b99 req-395b90e3-460d-4510-9345-f44e93c928df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2579446 Jul 23 17:21:56.130872 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a8a4b7d1-3d9f-4cff-965d-900226e91649 req-aa90d39a-ff58-4dbe-b627-2f30396db4b4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467898 Jul 23 17:21:56.171022 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-80c57f0f-a56b-4fed-8ffd-98d410a3e8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:56.216706 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-80c57f0f-a56b-4fed-8ffd-98d410a3e8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:21:56.221861 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-80c57f0f-a56b-4fed-8ffd-98d410a3e8df admin admin] Usage tracker for resource:security_group_rule and tenant:116504d0ce8e446ba3029e458bf8e475 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:21:56.225185 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-80c57f0f-a56b-4fed-8ffd-98d410a3e8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:21:56.231799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-80c57f0f-a56b-4fed-8ffd-98d410a3e8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:21:56.293066 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-717dc45e-ad54-455f-a0fa-cadca63026d3 req-933a6210-42df-4f56-a2e0-1ac97c778a36 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 210 time: 0.0661592 Jul 23 17:21:56.325654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-80c57f0f-a56b-4fed-8ffd-98d410a3e8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:56.330198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-80c57f0f-a56b-4fed-8ffd-98d410a3e8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:56.338221 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-062cd5d7-7d21-4e3c-85c1-8f1053210b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:56.387938 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c719fd2a-de5d-495c-9605-7da2b2819b99 req-3d5f53f5-12f3-4943-a195-905098b3413e service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876282 Jul 23 17:21:56.389781 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c57f0f-a56b-4fed-8ffd-98d410a3e8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a84e21-8c46-4911-af78-6da1887077c1,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:56.394053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-80c57f0f-a56b-4fed-8ffd-98d410a3e8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:56.402798 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-80c57f0f-a56b-4fed-8ffd-98d410a3e8df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=116504d0ce8e446ba3029e458bf8e475&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4957855 Jul 23 17:21:56.403668 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 48596) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:21:56.430163 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Allocated IP 172.20.0.3 (2a037aa6-312b-475a-93fd-28ff3e1c6d15/621dec7e-022d-4386-86ef-32b067466f10/2c16e9dd-a334-4968-bac3-b8901dca3eb5) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:21:56.482442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3aff17e6-9aac-4e05-821b-b7d493f15e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:56.524459 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3aff17e6-9aac-4e05-821b-b7d493f15e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:56.611074 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3aff17e6-9aac-4e05-821b-b7d493f15e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:56.621644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4f4f56a7-d3be-44fe-a81f-4482307059ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:56.628471 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c719fd2a-de5d-495c-9605-7da2b2819b99 req-9e7873f2-ac7e-40b4-a31d-b5a905d9600c service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320013 Jul 23 17:21:56.646605 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff17e6-9aac-4e05-821b-b7d493f15e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a84e21-8c46-4911-af78-6da1887077c1,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:56.650122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3aff17e6-9aac-4e05-821b-b7d493f15e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:56.651412 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3aff17e6-9aac-4e05-821b-b7d493f15e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:56.652684 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-3aff17e6-9aac-4e05-821b-b7d493f15e05 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8a84e21-8c46-4911-af78-6da1887077c1 HTTP/1.1" status: 204 len: 168 time: 0.2486169 Jul 23 17:21:56.875952 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:56.887822 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea07af-d650-4bc1-af43-8588274457f9 req-1ad51326-15f7-43df-83c2-c07fe188e8da tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:56.889941 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e9ea07af-d650-4bc1-af43-8588274457f9 req-1ad51326-15f7-43df-83c2-c07fe188e8da tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2051375 Jul 23 17:21:56.961115 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e9ea07af-d650-4bc1-af43-8588274457f9 req-7c457829-a5cb-4443-8de8-0b8df3bc8c17 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601313 Jul 23 17:21:56.962952 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:56.977007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:57.033394 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Network 2a037aa6-312b-475a-93fd-28ff3e1c6d15 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:21:57.037537 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:21:57.042880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:21:57.135818 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Pushing event updated for resources: {'Port': ['ID=2c16e9dd-a334-4968-bac3-b8901dca3eb5,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:57.142254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:57.160435 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:57.161377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:57.245726 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7501810 Jul 23 17:21:57.263403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Request body: {'port': {'device_id': '2b853244-f213-44ea-9218-9e8b54bfc3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:21:57.951289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 97c3fd2e-ecd6-4434-934d-84fed0bc1391 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:21:57.960316 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33c27e-32d2-438b-9fc7-8c30bc373e91 req-1355974a-f0e9-4163-a939-7ae0b63b2da7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:57.967598 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6a33c27e-32d2-438b-9fc7-8c30bc373e91 req-1355974a-f0e9-4163-a939-7ae0b63b2da7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.7785959 Jul 23 17:21:57.970223 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:58.104169 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-336ec881-aabc-4941-bff2-516b1f35ebaf req-9b438609-6690-4c66-91cf-b01cbe38457d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 1098 time: 0.7678421 Jul 23 17:21:58.124202 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992573e-20f6-4007-aa3f-6daf8a90f9a4 req-21b4bf68-9639-4da0-aa22-7445c433a167 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:58.125949 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d992573e-20f6-4007-aa3f-6daf8a90f9a4 req-21b4bf68-9639-4da0-aa22-7445c433a167 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 944 time: 0.7114995 Jul 23 17:21:58.159648 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6a33c27e-32d2-438b-9fc7-8c30bc373e91 req-5965500f-44fc-46f4-aba1-03a060cf24d3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908951 Jul 23 17:21:58.246858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 97c3fd2e-ecd6-4434-934d-84fed0bc1391, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=97c3fd2e-ecd6-4434-934d-84fed0bc1391,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:58.282036 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '97c3fd2e-ecd6-4434-934d-84fed0bc1391', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'port_id': '97c3fd2e-ecd6-4434-934d-84fed0bc1391', 'mac_address': 'fa:16:3e:50:ba:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:21:58.383812 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:58.632738 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-336ec881-aabc-4941-bff2-516b1f35ebaf req-e06c18d7-460c-4bfa-a590-cd2fda727e4a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149639 Jul 23 17:21:58.684823 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d992573e-20f6-4007-aa3f-6daf8a90f9a4 req-79430cbf-5dc5-4a45-80da-e27f5bfac31b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5237720 Jul 23 17:21:58.820152 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c3fd2e-ecd6-4434-934d-84fed0bc1391 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:21:58.852387 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 97c3fd2e-ecd6-4434-934d-84fed0bc1391, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=97c3fd2e-ecd6-4434-934d-84fed0bc1391,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:21:58.858493 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:58.861163 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-96312f97-0b8c-4235-bb74-3610e600705d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:58.969383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=97c3fd2e-ecd6-4434-934d-84fed0bc1391,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:58.979138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:59.146799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886b86c-21ab-480a-9497-64ff75ebc09a req-6fe37640-ce3b-41bd-9b6e-ee00f7605c2e tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:59.147786 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-9886b86c-21ab-480a-9497-64ff75ebc09a req-6fe37640-ce3b-41bd-9b6e-ee00f7605c2e tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Synchronizing usage tracker for tenant:988e149eb14f4d86b4789b70100f7dcc on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:21:59.159634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['97c3fd2e-ecd6-4434-934d-84fed0bc1391'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:21:59.234020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-9886b86c-21ab-480a-9497-64ff75ebc09a req-6fe37640-ce3b-41bd-9b6e-ee00f7605c2e tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Unset dirty status for tenant:988e149eb14f4d86b4789b70100f7dcc on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:21:59.236395 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9886b86c-21ab-480a-9497-64ff75ebc09a req-6fe37640-ce3b-41bd-9b6e-ee00f7605c2e tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 931 time: 0.7708564 Jul 23 17:21:59.336221 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738237ed-1b1b-4154-9c2f-f19b2a217f99 req-c05db0c8-65cb-41b9-ade7-87fff6a91efb tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:21:59.338130 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-738237ed-1b1b-4154-9c2f-f19b2a217f99 req-c05db0c8-65cb-41b9-ade7-87fff6a91efb tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.3876271 Jul 23 17:21:59.437777 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9886b86c-21ab-480a-9497-64ff75ebc09a req-bfa58fd0-66ae-41c5-8668-147b873d35fd tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914392 Jul 23 17:21:59.476485 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c16e9dd-a334-4968-bac3-b8901dca3eb5 {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:21:59.489037 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:59.506451 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-738237ed-1b1b-4154-9c2f-f19b2a217f99 req-6d4dab33-21b6-4d25-8df4-c6251fe7a0a1 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231804 Jul 23 17:21:59.522200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Transition to ACTIVE for port object 2c16e9dd-a334-4968-bac3-b8901dca3eb5 will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:21:59.532200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:21:59.537942 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-34761d48-8027-4690-b171-f59f3579af79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:21:59.802253 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Pushing event updated for resources: {'Port': ['ID=2c16e9dd-a334-4968-bac3-b8901dca3eb5,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:21:59.850403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:21:59.974258 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Attempting to bind port 2c16e9dd-a334-4968-bac3-b8901dca3eb5 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:21:59.975041 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Attempting to bind port 2c16e9dd-a334-4968-bac3-b8901dca3eb5 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '2f8550b8-8aff-4311-9753-fb9fa5e963aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2a037aa6-312b-475a-93fd-28ff3e1c6d15'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:21:59.975235 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Attempting to bind port 2c16e9dd-a334-4968-bac3-b8901dca3eb5 on network 2a037aa6-312b-475a-93fd-28ff3e1c6d15 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:21:59.987131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Port 2c16e9dd-a334-4968-bac3-b8901dca3eb5 on network 2a037aa6-312b-475a-93fd-28ff3e1c6d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:21:59.987507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Attempting to bind port 2c16e9dd-a334-4968-bac3-b8901dca3eb5 on network 2a037aa6-312b-475a-93fd-28ff3e1c6d15 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:22:00.007369 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:22:00.008041 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Checking segment: {'id': '2f8550b8-8aff-4311-9753-fb9fa5e963aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2a037aa6-312b-475a-93fd-28ff3e1c6d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:22:00.008653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Bound using segment: {'id': '2f8550b8-8aff-4311-9753-fb9fa5e963aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2a037aa6-312b-475a-93fd-28ff3e1c6d15'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:22:00.009144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Bound port: 2c16e9dd-a334-4968-bac3-b8901dca3eb5, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8550b8-8aff-4311-9753-fb9fa5e963aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2a037aa6-312b-475a-93fd-28ff3e1c6d15'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:22:00.009533 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:00.110307 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4176d2-d530-4ae6-b2da-b8a8f2bab688 req-cabcf9a9-b417-4762-97be-491ccf1ab2eb tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:00.113202 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4b4176d2-d530-4ae6-b2da-b8a8f2bab688 req-cabcf9a9-b417-4762-97be-491ccf1ab2eb tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.4101415 Jul 23 17:22:00.143536 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7c5898bb-cfe0-4d3c-849c-b9b041a4f0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:00.269854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a8bbf-63de-44f7-b038-3a1a5afb2bd4 req-1955d824-c80b-4e50-823e-6da99aec6494 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:00.271595 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-044a8bbf-63de-44f7-b038-3a1a5afb2bd4 req-1955d824-c80b-4e50-823e-6da99aec6494 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 945 time: 0.2513876 Jul 23 17:22:00.283024 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4b4176d2-d530-4ae6-b2da-b8a8f2bab688 req-11b9bca4-2bd1-44fd-9c35-53f45a9b061e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610625 Jul 23 17:22:00.284335 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] For port 2c16e9dd-a334-4968-bac3-b8901dca3eb5, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:22:00.318201 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] For port 2c16e9dd-a334-4968-bac3-b8901dca3eb5, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=2c16e9dd-a334-4968-bac3-b8901dca3eb5,segment=NetworkSegment(2f8550b8-8aff-4311-9753-fb9fa5e963aa),segment_id=2f8550b8-8aff-4311-9753-fb9fa5e963aa)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:22:00.331269 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:00.338346 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cae3beac-87c1-41fa-9c3e-59db4a7e8cce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:00.396945 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-044a8bbf-63de-44f7-b038-3a1a5afb2bd4 req-9b20e708-018f-4199-9315-6d4db204c152 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167352 Jul 23 17:22:00.412721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:00.414234 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-12918aae-1e94-4833-858d-857abb83e11b service neutron] 10.222.0.58 "PUT /v2.0/ports/2c16e9dd-a334-4968-bac3-b8901dca3eb5 HTTP/1.1" status: 200 len: 1093 time: 3.1607051 Jul 23 17:22:00.414999 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b853244-f213-44ea-9218-9e8b54bfc3ea', 'tag': '2c16e9dd-a334-4968-bac3-b8901dca3eb5'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:22:00.432023 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Pushing event updated for resources: {'Port': ['ID=2c16e9dd-a334-4968-bac3-b8901dca3eb5,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:00.435795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:00.480715 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b853244-f213-44ea-9218-9e8b54bfc3ea', 'tag': '2c16e9dd-a334-4968-bac3-b8901dca3eb5', 'status': 'completed', 'code': 200} Jul 23 17:22:00.812841 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e7b05-057a-4952-a878-578345e87199 req-61fa433b-0911-45f1-876e-80b04d0e9d36 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:00.814969 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-688e7b05-057a-4952-a878-578345e87199 req-61fa433b-0911-45f1-876e-80b04d0e9d36 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 943 time: 0.1840317 Jul 23 17:22:00.828369 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd68237-849a-4f60-bd2f-019c9df7e4da req-c0087639-51aa-4c7e-a2af-9605663c9289 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:00.830501 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0cd68237-849a-4f60-bd2f-019c9df7e4da req-c0087639-51aa-4c7e-a2af-9605663c9289 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1410670 Jul 23 17:22:00.905545 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-688e7b05-057a-4952-a878-578345e87199 req-27ea7a30-e4d7-4a51-aab5-26516f2ab585 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835266 Jul 23 17:22:00.914717 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0cd68237-849a-4f60-bd2f-019c9df7e4da req-91f60203-30f2-4e08-bcca-0a7df319cdd9 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700564 Jul 23 17:22:01.645177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b9db1-4b17-4b54-8185-e631c322da8f req-9ce83c41-a8a1-4644-baae-ca57cc03ffdf tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:01.647015 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d13b9db1-4b17-4b54-8185-e631c322da8f req-9ce83c41-a8a1-4644-baae-ca57cc03ffdf tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.1709931 Jul 23 17:22:01.647205 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:01.722629 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d13b9db1-4b17-4b54-8185-e631c322da8f req-cc3453c0-0c17-4b75-a9e9-d842e55e559e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533104 Jul 23 17:22:01.748141 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4701fd9-8e90-4c14-927a-25f78cc66a25 req-2b5ed429-8f9b-4622-94bb-a0a89f966ec9 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:01.750559 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f4701fd9-8e90-4c14-927a-25f78cc66a25 req-2b5ed429-8f9b-4622-94bb-a0a89f966ec9 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 945 time: 0.1596725 Jul 23 17:22:01.816825 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f4701fd9-8e90-4c14-927a-25f78cc66a25 req-d2c6677e-a20c-4c33-b372-88287c836a72 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598903 Jul 23 17:22:02.208350 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ed900-2465-49bf-b992-cb97708958fc req-a118b14a-fd6f-4d1e-9644-599a3345a3a6 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:02.210041 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-609ed900-2465-49bf-b992-cb97708958fc req-a118b14a-fd6f-4d1e-9644-599a3345a3a6 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1163754 Jul 23 17:22:02.217409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac64da-c3a1-4e6e-8720-3fab57f763d3 req-cbeff8f0-25f2-4ded-a346-a55fe65cbdb6 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:02.219026 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-05ac64da-c3a1-4e6e-8720-3fab57f763d3 req-cbeff8f0-25f2-4ded-a346-a55fe65cbdb6 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 943 time: 0.1640828 Jul 23 17:22:02.306032 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-609ed900-2465-49bf-b992-cb97708958fc req-99245c77-26c0-44b7-8435-9b9b218d053e tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859203 Jul 23 17:22:02.308612 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-05ac64da-c3a1-4e6e-8720-3fab57f763d3 req-ef52d3d1-cb47-49ac-9a00-6e22f5df7790 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702777 Jul 23 17:22:02.653174 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-978b2c72-9676-49f4-9c38-f3b6ae480e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:02.885404 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 97c3fd2e-ecd6-4434-934d-84fed0bc1391 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:22:02.991453 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:03.003271 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 97c3fd2e-ecd6-4434-934d-84fed0bc1391 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:22:03.010073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 97c3fd2e-ecd6-4434-934d-84fed0bc1391 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:22:03.010475 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:03.051550 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14380f40-356f-4576-ae03-29a85ce69aa3 req-50b5342a-6d4e-4f10-8532-ef4efe91d765 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:03.053306 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-14380f40-356f-4576-ae03-29a85ce69aa3 req-50b5342a-6d4e-4f10-8532-ef4efe91d765 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.1757455 Jul 23 17:22:03.104398 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39199ae-1ce4-4c6b-8b8c-42b8f8cfbd27 req-8e7182ff-f6d3-4173-9f8c-f001efb81773 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:03.106282 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f39199ae-1ce4-4c6b-8b8c-42b8f8cfbd27 req-8e7182ff-f6d3-4173-9f8c-f001efb81773 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 945 time: 0.1430233 Jul 23 17:22:03.146318 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-14380f40-356f-4576-ae03-29a85ce69aa3 req-233818d9-af87-442b-bb9a-d76a1880225b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820775 Jul 23 17:22:03.176947 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f39199ae-1ce4-4c6b-8b8c-42b8f8cfbd27 req-9250b1bb-01c2-4868-8ea3-e3586d884400 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531051 Jul 23 17:22:03.179700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:03.210047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2072720f-13bf-438e-b6e1-b1df872a3d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c3fd2e-ecd6-4434-934d-84fed0bc1391'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:22:03.220816 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 97c3fd2e-ecd6-4434-934d-84fed0bc1391, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=97c3fd2e-ecd6-4434-934d-84fed0bc1391,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:03.225029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:03.227693 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ec7a5506-47e3-4f4a-9544-bc465ccf26e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:03.284839 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2072720f-13bf-438e-b6e1-b1df872a3d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c3fd2e-ecd6-4434-934d-84fed0bc1391', 'code': 200} Jul 23 17:22:03.312344 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=97c3fd2e-ecd6-4434-934d-84fed0bc1391,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:03.316359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:03.619578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8547fd0-81dc-4cca-b723-9a0ed4002c71 req-8fc800d1-28bc-40cc-adda-d29ad83f7cee tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:03.621240 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8547fd0-81dc-4cca-b723-9a0ed4002c71 req-8fc800d1-28bc-40cc-adda-d29ad83f7cee tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 943 time: 0.1279902 Jul 23 17:22:03.628161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a7324-34a9-4d6a-a894-990818e209eb req-5a77944f-f713-450c-90c4-5531e309f875 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:03.629785 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-af2a7324-34a9-4d6a-a894-990818e209eb req-5a77944f-f713-450c-90c4-5531e309f875 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1768897 Jul 23 17:22:03.712668 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8547fd0-81dc-4cca-b723-9a0ed4002c71 req-a2beb599-c8cb-4df3-bc87-057d4594276d tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816338 Jul 23 17:22:03.715897 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-af2a7324-34a9-4d6a-a894-990818e209eb req-006ef402-ebda-4ccc-a4b2-fa351ed0194b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700326 Jul 23 17:22:03.854882 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:04.319644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:04.449774 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdedd83-cef1-4372-ac1b-5f940b3a65b4 req-2710f1b6-7b67-485a-a15a-b35319b37726 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:04.451367 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5fdedd83-cef1-4372-ac1b-5f940b3a65b4 req-2710f1b6-7b67-485a-a15a-b35319b37726 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.1525085 Jul 23 17:22:04.491685 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38c516-071b-4bc3-8595-d87c572eb852 req-e87a8f6a-c21c-4280-ab4f-8f07191781e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:04.493305 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fd38c516-071b-4bc3-8595-d87c572eb852 req-e87a8f6a-c21c-4280-ab4f-8f07191781e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 946 time: 0.1598518 Jul 23 17:22:04.551343 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5fdedd83-cef1-4372-ac1b-5f940b3a65b4 req-4610eb2f-7586-4e0a-918b-b8671f80a953 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902286 Jul 23 17:22:04.573041 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fd38c516-071b-4bc3-8595-d87c572eb852 req-6e4a9fc4-07eb-4abd-a22b-81f6d22d464b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598321 Jul 23 17:22:04.992341 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b1a03-0a8a-4df1-998b-b013d7025ca0 req-255875cd-1d1f-475f-abd4-c662e9ccb2f7 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:04.994012 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e23b1a03-0a8a-4df1-998b-b013d7025ca0 req-255875cd-1d1f-475f-abd4-c662e9ccb2f7 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 943 time: 0.1512668 Jul 23 17:22:05.006408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896aedd9-bd3e-4b73-8abe-a5f4afd84cc0 req-68c630f4-a119-479c-9a7b-9ef9b38a94ad tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:05.008082 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-896aedd9-bd3e-4b73-8abe-a5f4afd84cc0 req-68c630f4-a119-479c-9a7b-9ef9b38a94ad tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1221623 Jul 23 17:22:05.091029 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e23b1a03-0a8a-4df1-998b-b013d7025ca0 req-f8a9f6f3-2b79-4441-838e-5f23f1b25e34 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817654 Jul 23 17:22:05.094847 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-896aedd9-bd3e-4b73-8abe-a5f4afd84cc0 req-c73ce325-80f3-4a8c-8382-7e027e2f5805 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700872 Jul 23 17:22:05.929912 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48fbef-9623-4e4c-84af-9e592c7c8514 req-e229386c-73e1-499d-8d3b-fc2be7927155 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:05.937526 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3b48fbef-9623-4e4c-84af-9e592c7c8514 req-e229386c-73e1-499d-8d3b-fc2be7927155 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.2037623 Jul 23 17:22:05.972226 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba38be-3b70-4662-bc5e-bae6c04dc4f7 req-d18bf90e-6025-4fcd-859f-a6a65d62f968 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:05.973849 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e7ba38be-3b70-4662-bc5e-bae6c04dc4f7 req-d18bf90e-6025-4fcd-859f-a6a65d62f968 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 946 time: 0.1923540 Jul 23 17:22:06.261813 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3b48fbef-9623-4e4c-84af-9e592c7c8514 req-e1afe56b-59a1-4efe-8057-959cd5973424 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3198173 Jul 23 17:22:06.280562 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e7ba38be-3b70-4662-bc5e-bae6c04dc4f7 req-20473de6-d8cb-49eb-b96a-440e8a37e0a4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967556 Jul 23 17:22:06.598023 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc19522-b5dc-436e-8896-46ead00091b9 req-f52ace07-7e79-4fe0-bda0-a95fe4335175 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:06.604484 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1fc19522-b5dc-436e-8896-46ead00091b9 req-f52ace07-7e79-4fe0-bda0-a95fe4335175 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 943 time: 0.1584182 Jul 23 17:22:06.606714 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89989200-44c1-4ff5-80a2-e412b125d5bd req-6fb5195b-5694-407c-a57c-947e8d956c79 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:06.608227 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89989200-44c1-4ff5-80a2-e412b125d5bd req-6fb5195b-5694-407c-a57c-947e8d956c79 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1259189 Jul 23 17:22:06.693658 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1fc19522-b5dc-436e-8896-46ead00091b9 req-6b3906af-3230-4b15-ab52-01564058dd42 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842950 Jul 23 17:22:06.699128 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89989200-44c1-4ff5-80a2-e412b125d5bd req-b1854b36-5082-41d0-bdcd-5fc783982afd tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748961 Jul 23 17:22:07.609272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fcbf1-8f1f-44ec-80ec-7312490e4bbe req-28953c0a-7942-45d7-82aa-8dc6449298b9 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:07.612263 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d20fcbf1-8f1f-44ec-80ec-7312490e4bbe req-28953c0a-7942-45d7-82aa-8dc6449298b9 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 946 time: 0.1281004 Jul 23 17:22:07.618774 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56642c2d-c40f-42c2-8230-cccb40884846 req-37a496f8-7c22-46e9-8e7e-8aa429a2039c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:07.620395 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-56642c2d-c40f-42c2-8230-cccb40884846 req-37a496f8-7c22-46e9-8e7e-8aa429a2039c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.1938787 Jul 23 17:22:07.716347 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d20fcbf1-8f1f-44ec-80ec-7312490e4bbe req-132034a7-596c-47e9-bcd5-82877b856649 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947492 Jul 23 17:22:07.723278 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-56642c2d-c40f-42c2-8230-cccb40884846 req-9a8f6daf-7b76-4c32-b6e7-deac47ce46b0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799842 Jul 23 17:22:08.017902 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9a256-b95b-4901-9ebd-d05b0dd21d80 req-dcd27fb4-dbc5-4e34-8f45-ed18dcde88b8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:08.019621 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-76a9a256-b95b-4901-9ebd-d05b0dd21d80 req-dcd27fb4-dbc5-4e34-8f45-ed18dcde88b8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1214068 Jul 23 17:22:08.025943 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e84bb-5d69-41ef-ab51-ffcbec56f48b req-a1a4812a-2ba3-4771-aaea-ca524d2f503a tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:08.027583 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3c3e84bb-5d69-41ef-ab51-ffcbec56f48b req-a1a4812a-2ba3-4771-aaea-ca524d2f503a tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 943 time: 0.1647868 Jul 23 17:22:08.112720 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-76a9a256-b95b-4901-9ebd-d05b0dd21d80 req-b8dd9567-84b5-4ce1-8764-e4230e61d2b6 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840278 Jul 23 17:22:08.115308 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3c3e84bb-5d69-41ef-ab51-ffcbec56f48b req-16004c56-1dd9-4685-b44b-ad824b2e423e tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712497 Jul 23 17:22:08.749877 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 48760) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:08.992307 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:09.029227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:22:09.034522 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Usage tracker for resource:security_group_rule and tenant:b4863c977121407489b0269eb6177201 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:22:09.038048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:22:09.042347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718add6d-c17e-473a-9954-fe81bad565ca req-8ce39616-56b9-4f65-a807-e291329c312e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:09.044144 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-718add6d-c17e-473a-9954-fe81bad565ca req-8ce39616-56b9-4f65-a807-e291329c312e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.1268742 Jul 23 17:22:09.045632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:22:09.051853 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec17c3-c709-4f45-8514-62d7b0ffaea1 req-54e8aab1-2016-4135-a1ea-5d91a0022943 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:09.053778 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-63ec17c3-c709-4f45-8514-62d7b0ffaea1 req-54e8aab1-2016-4135-a1ea-5d91a0022943 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 946 time: 0.1724997 Jul 23 17:22:09.129089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:09.132745 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-718add6d-c17e-473a-9954-fe81bad565ca req-6de52e62-2c36-479f-9ef8-aaccefa53cfb tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777245 Jul 23 17:22:09.133645 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:09.138622 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-63ec17c3-c709-4f45-8514-62d7b0ffaea1 req-3261f870-8437-4a86-826b-7e3097e61871 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685332 Jul 23 17:22:09.167025 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7c637033-b057-4703-83db-43b5ccff88b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:09.179267 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4863c977121407489b0269eb6177201&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4277499 Jul 23 17:22:09.179706 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 48774) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:09.229420 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a19e136-59da-40ca-8221-5f88901a113c,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:09.242066 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.242483 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.242975 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.244045 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.244464 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.244872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.245440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.247094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.247526 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.247938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.248344 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.249362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:09.277433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:09.319849 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:09.482934 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6daa23-3b65-4c30-8a23-22bba9009632 req-6a89df78-a946-41e1-adca-466e684bb33b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:09.484568 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8f6daa23-3b65-4c30-8a23-22bba9009632 req-6a89df78-a946-41e1-adca-466e684bb33b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2041600 Jul 23 17:22:09.486403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:09.490627 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fff1a462-8096-47bc-8cc4-81d9427bf435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:09.503385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ef58a-8610-46b9-8a68-75cd13ef745c req-683cb3d9-391f-4b0b-9ef0-91c6bf1202b5 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:09.504968 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bd0ef58a-8610-46b9-8a68-75cd13ef745c req-683cb3d9-391f-4b0b-9ef0-91c6bf1202b5 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 943 time: 0.1775289 Jul 23 17:22:09.533927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a19e136-59da-40ca-8221-5f88901a113c,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:09.568496 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:09.569705 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a19e136-59da-40ca-8221-5f88901a113c HTTP/1.1" status: 204 len: 168 time: 0.3889177 Jul 23 17:22:09.582702 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.583118 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.583528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.583922 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.584316 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.584754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.585098 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.585490 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.585930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.586289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.586649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:22:09.591602 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:09.615490 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8f6daa23-3b65-4c30-8a23-22bba9009632 req-0d9a9466-76cf-4b5c-8547-04855c6d2180 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094701 Jul 23 17:22:09.623896 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bd0ef58a-8610-46b9-8a68-75cd13ef745c req-866aa84f-0574-4564-98cf-42bca6cc1c18 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985160 Jul 23 17:22:10.089077 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ce3b23ee-f5b3-4b53-995d-efb7e1d59a53 req-3606a635-7b8c-4d38-93ac-eadd0a295572 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=988e149eb14f4d86b4789b70100f7dcc&device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 1096 time: 0.1144087 Jul 23 17:22:10.093163 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f33e98ee-3241-4a3c-97c5-c17a5ce0a12a req-1509d9ac-c12a-40f1-bcb2-69d5e853ee87 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1520369 Jul 23 17:22:10.262881 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-83ea204b-6c91-482d-852b-1fe9a0ec5f7a req-5c3ec2df-67db-4bbb-b56b-3b8dfa37fbc5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 1099 time: 0.0926554 Jul 23 17:22:10.314360 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-83ea204b-6c91-482d-852b-1fe9a0ec5f7a req-a91938f9-1848-4f26-9818-9997c6f30c03 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430300 Jul 23 17:22:10.401475 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b23ee-f5b3-4b53-995d-efb7e1d59a53 req-78db2c75-9144-49df-8cdc-6b435dd78c2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:10.402990 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ce3b23ee-f5b3-4b53-995d-efb7e1d59a53 req-78db2c75-9144-49df-8cdc-6b435dd78c2e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=988e149eb14f4d86b4789b70100f7dcc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3029082 Jul 23 17:22:10.415269 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f33e98ee-3241-4a3c-97c5-c17a5ce0a12a req-2b42a90a-c553-4e12-b425-58efc21e1a44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=08ff567edeeb497e8ca1d5a43e82783c&device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 1099 time: 0.2901239 Jul 23 17:22:10.695522 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d32d-2d6e-4440-bc85-2be3b8a1d999 req-0b229a23-a6d1-42d0-8add-a44d796665b4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:10.697317 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6c62d32d-2d6e-4440-bc85-2be3b8a1d999 req-0b229a23-a6d1-42d0-8add-a44d796665b4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 946 time: 0.3904815 Jul 23 17:22:10.725000 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf2f71-0070-45d2-9680-3be3129511e2 req-043cbbbf-2708-44dc-9057-2f718cd9f780 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:10.726684 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-81cf2f71-0070-45d2-9680-3be3129511e2 req-043cbbbf-2708-44dc-9057-2f718cd9f780 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.4121487 Jul 23 17:22:10.790413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b23ee-f5b3-4b53-995d-efb7e1d59a53 req-494a1b27-6ed1-42c8-97d5-f215563c3b10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:10.792030 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ce3b23ee-f5b3-4b53-995d-efb7e1d59a53 req-494a1b27-6ed1-42c8-97d5-f215563c3b10 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3747222 Jul 23 17:22:10.816377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e98ee-3241-4a3c-97c5-c17a5ce0a12a req-042db8aa-c9fd-442b-9aca-d44d1cd140cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:10.817940 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f33e98ee-3241-4a3c-97c5-c17a5ce0a12a req-042db8aa-c9fd-442b-9aca-d44d1cd140cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=56923c17-1dcf-41eb-bda1-d959e61a3ee9 HTTP/1.1" status: 200 len: 918 time: 0.3137393 Jul 23 17:22:10.951042 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6c62d32d-2d6e-4440-bc85-2be3b8a1d999 req-abb81a15-0b54-44c9-a8e7-2295f67922ce tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230904 Jul 23 17:22:10.956139 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f33e98ee-3241-4a3c-97c5-c17a5ce0a12a req-9db2aa0b-7fdb-4836-89e9-302912ca74d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=222309cd-9808-48cc-adbf-c39e2122711f HTTP/1.1" status: 200 len: 217 time: 0.1220872 Jul 23 17:22:10.960213 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-81cf2f71-0070-45d2-9680-3be3129511e2 req-a196b477-d28f-402d-aee3-fe1a01b8c9eb tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225456 Jul 23 17:22:11.358679 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e98ee-3241-4a3c-97c5-c17a5ce0a12a req-f6093a81-c65f-4d9a-8072-b8256942fa2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:11.360406 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f33e98ee-3241-4a3c-97c5-c17a5ce0a12a req-f6093a81-c65f-4d9a-8072-b8256942fa2c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b91c4b6-b0e0-40e1-9e39-8b53827780fa HTTP/1.1" status: 200 len: 857 time: 0.3958590 Jul 23 17:22:11.420626 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-af21dcbd-d080-4f5e-ac81-ac4f7f3fb521 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=988e149eb14f4d86b4789b70100f7dcc&device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 1096 time: 0.5305302 Jul 23 17:22:11.434444 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f33e98ee-3241-4a3c-97c5-c17a5ce0a12a req-8a2b5a27-b92a-48d7-acd8-9401332d5308 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56923c17-1dcf-41eb-bda1-d959e61a3ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628450 Jul 23 17:22:11.604676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6bad3-994c-4fdc-b3bc-77d4145b3df4 req-f24e9e41-02b6-4c5b-ab78-04054e1db114 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:11.606258 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-50c6bad3-994c-4fdc-b3bc-77d4145b3df4 req-f24e9e41-02b6-4c5b-ab78-04054e1db114 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.3950052 Jul 23 17:22:11.617874 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-ec0a3769-de72-42d4-a7e2-93ee9a3c0860 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c16e9dd-a334-4968-bac3-b8901dca3eb5 HTTP/1.1" status: 200 len: 217 time: 0.1788514 Jul 23 17:22:11.649072 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27751b-5d84-47a1-a79b-9ea29c49f27a req-8ad0ca8c-1b64-492a-8657-850a5c3850e3 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:11.650614 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2f27751b-5d84-47a1-a79b-9ea29c49f27a req-8ad0ca8c-1b64-492a-8657-850a5c3850e3 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 943 time: 0.4435265 Jul 23 17:22:11.807224 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-af737a5f-4fc5-432f-b0d7-41d43fc743ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:11.808773 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-af737a5f-4fc5-432f-b0d7-41d43fc743ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=621dec7e-022d-4386-86ef-32b067466f10 HTTP/1.1" status: 200 len: 848 time: 0.1787868 Jul 23 17:22:11.816462 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-50c6bad3-994c-4fdc-b3bc-77d4145b3df4 req-cfebff19-cae0-46b2-b073-2ab6c8ebffc4 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002432 Jul 23 17:22:11.856167 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f33e98ee-3241-4a3c-97c5-c17a5ce0a12a req-a7101720-8c4f-4658-ba66-0bf7e40f6282 service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582690 Jul 23 17:22:11.863553 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2f27751b-5d84-47a1-a79b-9ea29c49f27a req-6e2d3336-7d39-41db-942b-40dd9cfb31ac tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748009 Jul 23 17:22:11.871583 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-d47b6a5c-6dad-495f-85b1-a7503d882a78 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a037aa6-312b-475a-93fd-28ff3e1c6d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526986 Jul 23 17:22:12.217033 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-e3be9300-8add-4508-ada9-81dace2094d3 service neutron] 10.222.0.58 "GET /v2.0/networks/2a037aa6-312b-475a-93fd-28ff3e1c6d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238170 Jul 23 17:22:12.261297 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f33e98ee-3241-4a3c-97c5-c17a5ce0a12a req-1b06d155-d407-4ab2-bf9a-7b34a825438f service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927085 Jul 23 17:22:12.426297 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bb7ac-6430-443d-8a07-ac7cd13ce829 req-230aaeb1-8038-4694-b390-0da6904a7f5a tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:12.427922 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-651bb7ac-6430-443d-8a07-ac7cd13ce829 req-230aaeb1-8038-4694-b390-0da6904a7f5a tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 946 time: 0.3434727 Jul 23 17:22:12.432273 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d860dfe-4170-439b-ae1f-342b91b16cbc req-33895d74-35ca-406b-bc84-248b1ff017fd service neutron] 10.222.0.58 "GET /v2.0/networks/2a037aa6-312b-475a-93fd-28ff3e1c6d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015655 Jul 23 17:22:12.438220 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896f8c8-b766-4dd6-8a16-b1ed11cc6041 req-27d225c2-34d7-4419-8c30-5c3918779d92 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:12.440148 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1896f8c8-b766-4dd6-8a16-b1ed11cc6041 req-27d225c2-34d7-4419-8c30-5c3918779d92 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.2682271 Jul 23 17:22:12.519777 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-651bb7ac-6430-443d-8a07-ac7cd13ce829 req-dfe81ae3-c0cb-439f-8810-34647b6244ed tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785968 Jul 23 17:22:12.525994 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1896f8c8-b766-4dd6-8a16-b1ed11cc6041 req-d299ca1e-d0a5-420b-9f3d-1081e1f93a7a tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700653 Jul 23 17:22:12.769971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dd0ea-9113-495b-bdd2-b35f25e2c588 req-8e2fc45b-a7a4-4a12-92f8-b561179ef853 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:12.771839 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-373dd0ea-9113-495b-bdd2-b35f25e2c588 req-8e2fc45b-a7a4-4a12-92f8-b561179ef853 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 946 time: 0.1073370 Jul 23 17:22:12.824114 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-373dd0ea-9113-495b-bdd2-b35f25e2c588 req-9c42e004-b1d2-4741-97c3-11dcc2aa848d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455158 Jul 23 17:22:12.854401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 48802) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:13.133015 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-32a42adf-b1de-4cc9-87e8-41db68f62fe2 req-136835ba-1632-4c84-a9b6-e94a665e0189 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=08ff567edeeb497e8ca1d5a43e82783c&device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 1098 time: 0.2200744 Jul 23 17:22:13.283023 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3638e-b5f2-4294-9e6d-a5b77deee8e9 req-d942c022-da54-4a81-891a-3f611a4b6aaa tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:13.284518 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e6c3638e-b5f2-4294-9e6d-a5b77deee8e9 req-d942c022-da54-4a81-891a-3f611a4b6aaa tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.3168125 Jul 23 17:22:13.329349 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82006d3-a9d6-4552-91c2-e35ac35253b9 req-5386e513-f2c1-4469-8f00-1aea759d29ab tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:13.330906 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e82006d3-a9d6-4552-91c2-e35ac35253b9 req-5386e513-f2c1-4469-8f00-1aea759d29ab tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 943 time: 0.2961974 Jul 23 17:22:13.648382 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-5012eadf-838f-4a20-ac1e-e2a6dce9df10 tempest-TestVolumeBootPattern-1462949556 tempest-TestVolumeBootPattern-1462949556-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 1094 time: 0.7895923 Jul 23 17:22:13.648382 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e6c3638e-b5f2-4294-9e6d-a5b77deee8e9 req-45480b4c-4226-43d6-86ce-df56eeb6866d tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481946 Jul 23 17:22:13.649101 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 48814) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:13.651444 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a42adf-b1de-4cc9-87e8-41db68f62fe2 req-527ea084-0f99-40f2-975e-9872ff8c5005 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:13.652927 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-32a42adf-b1de-4cc9-87e8-41db68f62fe2 req-527ea084-0f99-40f2-975e-9872ff8c5005 service neutron] 10.222.0.58 "GET /v2.0/networks?id=56923c17-1dcf-41eb-bda1-d959e61a3ee9 HTTP/1.1" status: 200 len: 918 time: 0.4825175 Jul 23 17:22:13.655300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Request body: {'floatingip': {'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'port_id': '97c3fd2e-ecd6-4434-934d-84fed0bc1391', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:22:13.662075 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:22:13.666906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Usage tracker for resource:floatingip and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:22:13.679884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:22:13.679884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:22:13.690033 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for floatingip, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:13.738102 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e82006d3-a9d6-4552-91c2-e35ac35253b9 req-7741f218-c474-44ed-aa5c-3cdf6bf409c6 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952546 Jul 23 17:22:13.751052 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-32a42adf-b1de-4cc9-87e8-41db68f62fe2 req-2d29738f-051c-48fd-818b-52d689030430 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 HTTP/1.1" status: 200 len: 217 time: 0.0826204 Jul 23 17:22:13.844743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:13.872440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a42adf-b1de-4cc9-87e8-41db68f62fe2 req-20cbb4ba-07c5-4562-8ddf-f1f57f14fc02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:13.874036 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-32a42adf-b1de-4cc9-87e8-41db68f62fe2 req-20cbb4ba-07c5-4562-8ddf-f1f57f14fc02 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b91c4b6-b0e0-40e1-9e39-8b53827780fa HTTP/1.1" status: 200 len: 857 time: 0.1153882 Jul 23 17:22:13.936083 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-32a42adf-b1de-4cc9-87e8-41db68f62fe2 req-87713328-e6a6-489f-a0c5-77313d8344dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=56923c17-1dcf-41eb-bda1-d959e61a3ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546985 Jul 23 17:22:13.948377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd225a6-687b-4f60-833f-43af8001ee92 req-10a49af7-c052-46f8-8c26-2436d1b6ea61 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:13.949960 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dbd225a6-687b-4f60-833f-43af8001ee92 req-10a49af7-c052-46f8-8c26-2436d1b6ea61 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.1561964 Jul 23 17:22:13.998590 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Allocated IP 172.27.0.62 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/726cc1e7-5d2e-4d4a-896e-11765a524644) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:22:14.041977 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 2c16e9dd-a334-4968-bac3-b8901dca3eb5 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:22:14.117572 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dbd225a6-687b-4f60-833f-43af8001ee92 req-3c05f69d-7efc-4988-bf90-415794c75d56 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440599 Jul 23 17:22:14.135853 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-32a42adf-b1de-4cc9-87e8-41db68f62fe2 req-56d8b3a6-3e42-4a2d-b7b5-7eaaa288b1e9 service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848168 Jul 23 17:22:14.164418 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:14.193285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 2c16e9dd-a334-4968-bac3-b8901dca3eb5, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=2c16e9dd-a334-4968-bac3-b8901dca3eb5,segment=NetworkSegment(2f8550b8-8aff-4311-9753-fb9fa5e963aa),segment_id=2f8550b8-8aff-4311-9753-fb9fa5e963aa)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:14.194113 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:14.199203 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:14.208045 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '2c16e9dd-a334-4968-bac3-b8901dca3eb5', 'network_id': '2a037aa6-312b-475a-93fd-28ff3e1c6d15', 'port_id': '2c16e9dd-a334-4968-bac3-b8901dca3eb5', 'mac_address': 'fa:16:3e:b2:88:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621dec7e-022d-4386-86ef-32b067466f10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:22:14.262473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:22:14.265541 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:22:14.267157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:14.268872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:22:14.286863 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c16e9dd-a334-4968-bac3-b8901dca3eb5 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:22:14.299270 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-32a42adf-b1de-4cc9-87e8-41db68f62fe2 req-ef971f6c-653e-47fc-a02c-e8ba80caaf65 service neutron] 10.222.0.58 "GET /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512244 Jul 23 17:22:14.303406 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 2c16e9dd-a334-4968-bac3-b8901dca3eb5, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=2c16e9dd-a334-4968-bac3-b8901dca3eb5,segment=NetworkSegment(2f8550b8-8aff-4311-9753-fb9fa5e963aa),segment_id=2f8550b8-8aff-4311-9753-fb9fa5e963aa)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:14.306621 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:14.308674 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:14.334506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'Port': ['ID=726cc1e7-5d2e-4d4a-896e-11765a524644,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:14.337674 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:14.379960 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=2c16e9dd-a334-4968-bac3-b8901dca3eb5,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:14.383890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:14.630383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['2c16e9dd-a334-4968-bac3-b8901dca3eb5'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:22:14.975349 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a270c-3772-49df-aa69-6af856df7ed8 req-e787f5bd-6704-4291-8f61-1fc2a6b017ef tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:14.977001 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-036a270c-3772-49df-aa69-6af856df7ed8 req-e787f5bd-6704-4291-8f61-1fc2a6b017ef tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1575754 Jul 23 17:22:15.020092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e0341-21d1-452e-89b9-f505861bc6a8 req-2b5388e7-0780-4dc1-a95f-01d831034e04 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:15.021747 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5c4e0341-21d1-452e-89b9-f505861bc6a8 req-2b5388e7-0780-4dc1-a95f-01d831034e04 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 944 time: 0.1398041 Jul 23 17:22:15.049126 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:15.065848 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-036a270c-3772-49df-aa69-6af856df7ed8 req-88bf8b47-ede5-42ef-8411-b62a2cc52f96 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811560 Jul 23 17:22:15.088844 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5c4e0341-21d1-452e-89b9-f505861bc6a8 req-afb1b66e-3ed3-4326-b0a8-e6abd2bb9fd4 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560346 Jul 23 17:22:15.119057 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:15.335011 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:15.338858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:15.343760 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-84bbc6da-51a1-4baa-86b4-6b065de73eb8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:15.348618 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ecfea-3ef7-4540-8888-b1262c7b56e3 req-48274918-fbcd-4534-ad21-607845614491 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:15.350220 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8f1ecfea-3ef7-4540-8888-b1262c7b56e3 req-48274918-fbcd-4534-ad21-607845614491 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.0854049 Jul 23 17:22:15.400116 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8f1ecfea-3ef7-4540-8888-b1262c7b56e3 req-d63acc92-b5ac-4ae2-8212-b970d0b9a6bd tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428016 Jul 23 17:22:15.454996 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'Port': ['ID=726cc1e7-5d2e-4d4a-896e-11765a524644,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:15.459443 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:15.468604 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:15.669529 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_db [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Floating IP 8ca997c7-15e1-4c6a-8883-210007582182 associated. External IP: 172.27.0.62, port: 97c3fd2e-ecd6-4434-934d-84fed0bc1391. Jul 23 17:22:16.070996 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 2c16e9dd-a334-4968-bac3-b8901dca3eb5 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:22:16.081699 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:22:16.143811 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 2c16e9dd-a334-4968-bac3-b8901dca3eb5 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:22:16.149305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 2c16e9dd-a334-4968-bac3-b8901dca3eb5 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:22:16.149732 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:16.277704 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:16.306986 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b853244-f213-44ea-9218-9e8b54bfc3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c16e9dd-a334-4968-bac3-b8901dca3eb5'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:22:16.319689 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 2c16e9dd-a334-4968-bac3-b8901dca3eb5, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=2c16e9dd-a334-4968-bac3-b8901dca3eb5,segment=NetworkSegment(2f8550b8-8aff-4311-9753-fb9fa5e963aa),segment_id=2f8550b8-8aff-4311-9753-fb9fa5e963aa)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:16.324092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:16.324537 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:22:16.334125 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:16.337084 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a368bbb-5ede-44c2-b7f8-c981d55581b6 None None] Sync routers for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:22:16.356621 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a368bbb-5ede-44c2-b7f8-c981d55581b6 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:22:16.357030 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:16.357822 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-7a368bbb-5ede-44c2-b7f8-c981d55581b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:22:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:22:16.387553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f03d00-b908-4e93-94e3-865a3a679425 req-986716a8-3cdb-41a2-aab0-ff268f241a60 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:16.389513 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-14f03d00-b908-4e93-94e3-865a3a679425 req-986716a8-3cdb-41a2-aab0-ff268f241a60 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 944 time: 0.1517220 Jul 23 17:22:16.409792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=2c16e9dd-a334-4968-bac3-b8901dca3eb5,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:16.421021 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:16.446445 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d18de8-a0d1-4081-b89e-767ff9010b3b req-ff330db0-5e81-4c22-a861-03fdd5e0b168 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:16.448110 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-07d18de8-a0d1-4081-b89e-767ff9010b3b req-ff330db0-5e81-4c22-a861-03fdd5e0b168 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2479393 Jul 23 17:22:16.468367 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8182204 Jul 23 17:22:16.469289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2072720f-13bf-438e-b6e1-b1df872a3d1f', 'tag': '97c3fd2e-ecd6-4434-934d-84fed0bc1391'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:22:16.507743 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-14f03d00-b908-4e93-94e3-865a3a679425 req-fd5f9b18-345a-4863-9b15-afc47d23f8a8 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937526 Jul 23 17:22:16.527540 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-07d18de8-a0d1-4081-b89e-767ff9010b3b req-9f1c53dc-fbf7-4ee2-b849-52060f23d480 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704217 Jul 23 17:22:16.576120 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-7a368bbb-5ede-44c2-b7f8-c981d55581b6 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:22:16.596929 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b853244-f213-44ea-9218-9e8b54bfc3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c16e9dd-a334-4968-bac3-b8901dca3eb5', 'code': 200} Jul 23 17:22:16.677612 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2072720f-13bf-438e-b6e1-b1df872a3d1f', 'tag': '97c3fd2e-ecd6-4434-934d-84fed0bc1391', 'status': 'completed', 'code': 200} Jul 23 17:22:16.806215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fb044-c35e-416e-af78-c6c71b094e75 req-c627a209-8926-48b6-ae7e-db3eb0149f87 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:16.807847 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1e5fb044-c35e-416e-af78-c6c71b094e75 req-c627a209-8926-48b6-ae7e-db3eb0149f87 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.1609659 Jul 23 17:22:16.875854 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b5c0fde8-29b9-4cb8-ab88-ec3d7a7fbe88 req-c875f518-9eeb-4cac-b955-a987a8d1b002 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 1099 time: 0.1715231 Jul 23 17:22:16.960878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-7a368bbb-5ede-44c2-b7f8-c981d55581b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '8ca997c7-15e1-4c6a-8883-210007582182', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': '97c3fd2e-ecd6-4434-934d-84fed0bc1391', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:50:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072720f-13bf-438e-b6e1-b1df872a3d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:22:14Z', 'updated_at': '2021-07-23T17:22:14Z', 'revision_number': 0, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:22:16.964906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a368bbb-5ede-44c2-b7f8-c981d55581b6 None None] Checking router: c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:22:16.976735 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a368bbb-5ede-44c2-b7f8-c981d55581b6 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:22:16.977465 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-7a368bbb-5ede-44c2-b7f8-c981d55581b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:22:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:22:17.010661 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1e5fb044-c35e-416e-af78-c6c71b094e75 req-08bf80a1-44b3-46e7-af21-fd135dea5fc5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624646 Jul 23 17:22:17.026110 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-30f59eef-8044-4b4a-b659-69935f2e5e7e req-03721e1d-bfa5-47be-8bc0-22781cbaca4b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 1098 time: 0.2170830 Jul 23 17:22:17.096709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0fde8-29b9-4cb8-ab88-ec3d7a7fbe88 req-d0315c8d-3cb6-4339-9b26-6d30ac33e1b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:17.098315 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b5c0fde8-29b9-4cb8-ab88-ec3d7a7fbe88 req-d0315c8d-3cb6-4339-9b26-6d30ac33e1b5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 913 time: 0.2141891 Jul 23 17:22:17.159256 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-30f59eef-8044-4b4a-b659-69935f2e5e7e req-6d8b42bb-ecc1-4e84-bdd6-d62c07a6c1a7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223714 Jul 23 17:22:17.173907 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-7a368bbb-5ede-44c2-b7f8-c981d55581b6 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:22:17.212954 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b5c0fde8-29b9-4cb8-ab88-ec3d7a7fbe88 req-6035da90-1648-4664-a257-6d98ffd82253 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c3fd2e-ecd6-4434-934d-84fed0bc1391 HTTP/1.1" status: 200 len: 999 time: 0.1059420 Jul 23 17:22:17.306046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0fde8-29b9-4cb8-ab88-ec3d7a7fbe88 req-fba37e52-71ed-4250-8785-6acc408211b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:17.307646 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b5c0fde8-29b9-4cb8-ab88-ec3d7a7fbe88 req-fba37e52-71ed-4250-8785-6acc408211b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.0676887 Jul 23 17:22:17.416408 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b5c0fde8-29b9-4cb8-ab88-ec3d7a7fbe88 req-cc9265f4-a8ab-4da3-9a7e-33563186d898 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1006536 Jul 23 17:22:17.577968 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b5c0fde8-29b9-4cb8-ab88-ec3d7a7fbe88 req-63bfe3da-7876-4a02-ba8f-428d46bbd4b4 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516750 Jul 23 17:22:17.611960 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-7a368bbb-5ede-44c2-b7f8-c981d55581b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '8ca997c7-15e1-4c6a-8883-210007582182', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': '97c3fd2e-ecd6-4434-934d-84fed0bc1391', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:50:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072720f-13bf-438e-b6e1-b1df872a3d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:22:14Z', 'updated_at': '2021-07-23T17:22:14Z', 'revision_number': 0, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:22:17.617157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a368bbb-5ede-44c2-b7f8-c981d55581b6 None None] The sync data for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi is: [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '8ca997c7-15e1-4c6a-8883-210007582182', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.62', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': '97c3fd2e-ecd6-4434-934d-84fed0bc1391', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:50:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2072720f-13bf-438e-b6e1-b1df872a3d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:22:14Z', 'updated_at': '2021-07-23T17:22:14Z', 'revision_number': 0, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:22:17.869843 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b5c0fde8-29b9-4cb8-ab88-ec3d7a7fbe88 req-04b3a214-e927-473f-86ce-724818ed8beb service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801616 Jul 23 17:22:17.901950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cff22-8d57-47c7-9fd6-c2bc5b352aec req-ba5f3aa6-8685-423b-b554-4f3a190f79b0 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:17.903589 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bc2cff22-8d57-47c7-9fd6-c2bc5b352aec req-ba5f3aa6-8685-423b-b554-4f3a190f79b0 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2230105 Jul 23 17:22:17.909843 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfe34d-b024-4a3b-8188-b919c9c20106 req-67d91cc8-500b-4b40-befa-c455f5d89b29 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:17.911419 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-53cfe34d-b024-4a3b-8188-b919c9c20106 req-67d91cc8-500b-4b40-befa-c455f5d89b29 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 945 time: 0.1849773 Jul 23 17:22:17.993938 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-53cfe34d-b024-4a3b-8188-b919c9c20106 req-f366becf-f0be-40c7-83dc-086b225ec580 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665989 Jul 23 17:22:17.996341 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bc2cff22-8d57-47c7-9fd6-c2bc5b352aec req-a71efaf0-6132-430e-811b-cff52e80bad8 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839713 Jul 23 17:22:18.079375 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6b952056-6548-42c5-82ed-adfddcc81f36 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:22:18.083837 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473544e9-e4c2-408d-95ef-d062114c4a3b None None] New status for floating IP 8ca997c7-15e1-4c6a-8883-210007582182: ACTIVE {{(pid=81986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:22:18.304583 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361b52f-9df2-479c-9073-e4a89b9a7a99 req-4dfb54b8-13ac-48f7-b1c1-ec62c0d931ee tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:18.315057 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0361b52f-9df2-479c-9073-e4a89b9a7a99 req-4dfb54b8-13ac-48f7-b1c1-ec62c0d931ee tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 944 time: 0.1150966 Jul 23 17:22:18.332642 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6b952056-6548-42c5-82ed-adfddcc81f36, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6b952056-6548-42c5-82ed-adfddcc81f36,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:18.347709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '6b952056-6548-42c5-82ed-adfddcc81f36', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'port_id': '6b952056-6548-42c5-82ed-adfddcc81f36', 'mac_address': 'fa:16:3e:14:c4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:22:18.379548 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0361b52f-9df2-479c-9073-e4a89b9a7a99 req-c092966d-d01e-4387-a1dd-e9bc7ba1d2e6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626523 Jul 23 17:22:18.502279 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:18.585502 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b952056-6548-42c5-82ed-adfddcc81f36 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:22:18.612410 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6b952056-6548-42c5-82ed-adfddcc81f36, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6b952056-6548-42c5-82ed-adfddcc81f36,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:18.616504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:18.620460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f463f054-9e5a-4928-9f14-784828096c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:18.699200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=6b952056-6548-42c5-82ed-adfddcc81f36,revision_number=9']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:18.702606 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:18.970156 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['6b952056-6548-42c5-82ed-adfddcc81f36'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:22:19.213117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a5f0c-35c2-4edb-8712-d93cab9c973e req-08f10ad6-e69f-4a57-8680-7440c6bb3516 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:19.214710 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b50a5f0c-35c2-4edb-8712-d93cab9c973e req-08f10ad6-e69f-4a57-8680-7440c6bb3516 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 945 time: 0.0866773 Jul 23 17:22:19.264743 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b50a5f0c-35c2-4edb-8712-d93cab9c973e req-7957bee6-476e-4b83-a395-4c83aa55c169 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 Jul 23 17:22:19.610390 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bee45c-9726-4cd1-8583-baf76375e2a0 req-86fce7c2-a680-45fa-ac69-35c973f2d464 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:19.611982 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b0bee45c-9726-4cd1-8583-baf76375e2a0 req-86fce7c2-a680-45fa-ac69-35c973f2d464 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 945 time: 0.0997789 Jul 23 17:22:19.666367 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b0bee45c-9726-4cd1-8583-baf76375e2a0 req-297ffec3-5609-452d-b31d-d9a6cac4d32a tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474250 Jul 23 17:22:20.102344 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6b952056-6548-42c5-82ed-adfddcc81f36 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:22:20.176466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 6b952056-6548-42c5-82ed-adfddcc81f36 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:22:20.176890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:20.303083 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:20.335577 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b952056-6548-42c5-82ed-adfddcc81f36'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:22:20.347031 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6b952056-6548-42c5-82ed-adfddcc81f36, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6b952056-6548-42c5-82ed-adfddcc81f36,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:20.350692 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:20.352849 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:20.398905 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b952056-6548-42c5-82ed-adfddcc81f36', 'code': 200} Jul 23 17:22:20.432309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=6b952056-6548-42c5-82ed-adfddcc81f36,revision_number=10']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:20.438311 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:20.603448 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:22:21.026800 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bce0b-54e5-4724-9554-04be918748ab req-2d5feb71-2b97-4e84-8038-8d1b471f0139 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:21.029345 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ec1bce0b-54e5-4724-9554-04be918748ab req-2d5feb71-2b97-4e84-8038-8d1b471f0139 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 945 time: 0.3592350 Jul 23 17:22:21.147080 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9247dd5a-7f0c-4483-8b52-23ca04978869 req-1b7a0d12-7b19-43ec-a8de-ee4de672cad3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 1100 time: 0.1865101 Jul 23 17:22:21.157555 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ec1bce0b-54e5-4724-9554-04be918748ab req-527f7c7d-ecf1-4053-84fe-9e4be43714da tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198404 Jul 23 17:22:21.214518 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9247dd5a-7f0c-4483-8b52-23ca04978869 req-de8b3640-b74f-43e1-80cd-f96da82a4a47 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558765 Jul 23 17:22:21.226612 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499a8d4-b8b7-4dac-8782-74880857faa0 req-8645d0bc-222e-4983-ae7e-d35da00922af tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:21.228281 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3499a8d4-b8b7-4dac-8782-74880857faa0 req-8645d0bc-222e-4983-ae7e-d35da00922af tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 947 time: 0.1613495 Jul 23 17:22:21.278789 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3499a8d4-b8b7-4dac-8782-74880857faa0 req-083a8761-3144-44db-b7cf-13c8470adc1f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442450 Jul 23 17:22:22.386906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f81647-2951-404f-9f35-d1ac7fe9e346 req-36a05e3c-6d4b-4c77-92ff-72854e037b2f tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:22.388998 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d4f81647-2951-404f-9f35-d1ac7fe9e346 req-36a05e3c-6d4b-4c77-92ff-72854e037b2f tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 945 time: 0.0995746 Jul 23 17:22:22.469736 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d4f81647-2951-404f-9f35-d1ac7fe9e346 req-62cc25a0-d081-44ea-bac4-97d89393eb05 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/security-groups?id=56a3af76-1b74-403a-aa30-f0a49aa80f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723054 Jul 23 17:22:22.554823 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2faf08-ccbd-4ca6-9bb8-2ec282b7a0ee req-5abe0864-0d23-46ee-8711-3fff72b2f4b9 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:22.556407 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8b2faf08-ccbd-4ca6-9bb8-2ec282b7a0ee req-5abe0864-0d23-46ee-8711-3fff72b2f4b9 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 947 time: 0.0856001 Jul 23 17:22:22.675929 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8b2faf08-ccbd-4ca6-9bb8-2ec282b7a0ee req-fe01516d-958f-41a8-aa3d-247df6bd623e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120567 Jul 23 17:22:22.721194 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a24522-81c6-4e5a-81d2-39dfecd1bb35 req-08c4648a-8054-45df-bfbf-673f3ef35266 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:22.723042 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-48a24522-81c6-4e5a-81d2-39dfecd1bb35 req-08c4648a-8054-45df-bfbf-673f3ef35266 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.58 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 945 time: 0.1365247 Jul 23 17:22:22.806595 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-48a24522-81c6-4e5a-81d2-39dfecd1bb35 req-3b8870e7-f6ee-49aa-ae58-eb8e806593ee tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Deleting port 2c16e9dd-a334-4968-bac3-b8901dca3eb5 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:22:22.806959 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-48a24522-81c6-4e5a-81d2-39dfecd1bb35 req-3b8870e7-f6ee-49aa-ae58-eb8e806593ee tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:23.129887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a49c9b-2dc5-4eca-9043-85b15e374aa0 req-249efb09-da7e-4a88-ac95-2007e1da7a5b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:23.132545 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b5a49c9b-2dc5-4eca-9043-85b15e374aa0 req-249efb09-da7e-4a88-ac95-2007e1da7a5b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.2357233 Jul 23 17:22:23.179758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-48a24522-81c6-4e5a-81d2-39dfecd1bb35 req-3b8870e7-f6ee-49aa-ae58-eb8e806593ee tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] For port 2c16e9dd-a334-4968-bac3-b8901dca3eb5, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=2c16e9dd-a334-4968-bac3-b8901dca3eb5,segment=NetworkSegment(2f8550b8-8aff-4311-9753-fb9fa5e963aa),segment_id=2f8550b8-8aff-4311-9753-fb9fa5e963aa)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:23.179758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-48a24522-81c6-4e5a-81d2-39dfecd1bb35 req-3b8870e7-f6ee-49aa-ae58-eb8e806593ee tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:23.322923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-48a24522-81c6-4e5a-81d2-39dfecd1bb35 req-3b8870e7-f6ee-49aa-ae58-eb8e806593ee tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Calling delete_port for 2c16e9dd-a334-4968-bac3-b8901dca3eb5 owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:22:23.364597 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b5a49c9b-2dc5-4eca-9043-85b15e374aa0 req-c100f1c9-0c54-4724-8e32-19c402685d9a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229404 Jul 23 17:22:23.497534 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-48a24522-81c6-4e5a-81d2-39dfecd1bb35 req-3b8870e7-f6ee-49aa-ae58-eb8e806593ee tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:23.504556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:23.518945 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['2c16e9dd-a334-4968-bac3-b8901dca3eb5'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:22:23.566404 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8870e7-f6ee-49aa-ae58-eb8e806593ee tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Pushing event deleted for resources: {'Port': ['ID=2c16e9dd-a334-4968-bac3-b8901dca3eb5,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:23.569841 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3b8870e7-f6ee-49aa-ae58-eb8e806593ee tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:23.744205 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a24522-81c6-4e5a-81d2-39dfecd1bb35 req-3b8870e7-f6ee-49aa-ae58-eb8e806593ee tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] No DVR routers for this DVR port 2c16e9dd-a334-4968-bac3-b8901dca3eb5 on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:22:23.747557 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-65383425-747e-4156-94a0-2dcdd1237f15 req-b3f003c5-10f3-4b2b-97de-ae3d3f317f1e tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b853244-f213-44ea-9218-9e8b54bfc3ea HTTP/1.1" status: 200 len: 210 time: 0.0888176 Jul 23 17:22:23.748723 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-48a24522-81c6-4e5a-81d2-39dfecd1bb35 req-3b8870e7-f6ee-49aa-ae58-eb8e806593ee tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:23.753176 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b853244-f213-44ea-9218-9e8b54bfc3ea', 'name': 'network-vif-deleted', 'tag': '2c16e9dd-a334-4968-bac3-b8901dca3eb5'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:22:23.775653 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-48a24522-81c6-4e5a-81d2-39dfecd1bb35 req-3b8870e7-f6ee-49aa-ae58-eb8e806593ee tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] 10.222.0.58 "DELETE /v2.0/ports/2c16e9dd-a334-4968-bac3-b8901dca3eb5 HTTP/1.1" status: 204 len: 173 time: 1.0441742 Jul 23 17:22:23.803356 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f663184-c67d-4d20-82f5-ddca5208cb02 req-3ed88a3f-5ef7-468e-9f36-4754774ded95 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:23.804998 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7f663184-c67d-4d20-82f5-ddca5208cb02 req-3ed88a3f-5ef7-468e-9f36-4754774ded95 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1977227 Jul 23 17:22:23.867071 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7f663184-c67d-4d20-82f5-ddca5208cb02 req-e801e48d-d01d-44c5-a818-bded02270b27 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535293 Jul 23 17:22:23.942064 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b853244-f213-44ea-9218-9e8b54bfc3ea', 'name': 'network-vif-deleted', 'tag': '2c16e9dd-a334-4968-bac3-b8901dca3eb5', 'status': 'completed', 'code': 200} Jul 23 17:22:23.954738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bb792-807e-46b7-a584-619eabec8746 req-76772cba-c705-44d0-b3cc-071698bfcd25 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:23.956395 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-730bb792-807e-46b7-a584-619eabec8746 req-76772cba-c705-44d0-b3cc-071698bfcd25 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 947 time: 0.0883739 Jul 23 17:22:24.007024 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-730bb792-807e-46b7-a584-619eabec8746 req-8ec25269-13ed-4c5f-b63f-94683d1d3b67 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440352 Jul 23 17:22:24.593990 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db41a4-1a8a-45a9-8c3c-dcf67debae6a req-c01f390e-0aad-44ab-b808-12c72dbfe98e tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:24.595567 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b8db41a4-1a8a-45a9-8c3c-dcf67debae6a req-c01f390e-0aad-44ab-b808-12c72dbfe98e tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.0941532 Jul 23 17:22:24.648273 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b8db41a4-1a8a-45a9-8c3c-dcf67debae6a req-2c379e25-80ad-47f8-b7a8-3664e2c5ed5a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458362 Jul 23 17:22:25.094338 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8544be-9f1b-4253-b8df-833b81c43cf9 req-e712d0da-57a8-4be8-81a3-a4192e5764b7 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:25.096106 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ae8544be-9f1b-4253-b8df-833b81c43cf9 req-e712d0da-57a8-4be8-81a3-a4192e5764b7 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.0962267 Jul 23 17:22:25.156376 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ae8544be-9f1b-4253-b8df-833b81c43cf9 req-28c7f35b-80a0-4e43-8203-9693f4a2a16e tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529122 Jul 23 17:22:25.522181 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b54b1-c1c9-43bc-a057-6e2ea15a6ade req-b5a260f6-bf7c-4e9e-a5f0-3583bb31f7d3 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:25.523861 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-120b54b1-c1c9-43bc-a057-6e2ea15a6ade req-b5a260f6-bf7c-4e9e-a5f0-3583bb31f7d3 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.0887463 Jul 23 17:22:25.606901 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-120b54b1-c1c9-43bc-a057-6e2ea15a6ade req-239fc225-a088-4c65-98e4-69f10c24d264 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Deleting port 222309cd-9808-48cc-adbf-c39e2122711f {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:22:25.607480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-120b54b1-c1c9-43bc-a057-6e2ea15a6ade req-239fc225-a088-4c65-98e4-69f10c24d264 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:25.944003 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-120b54b1-c1c9-43bc-a057-6e2ea15a6ade req-239fc225-a088-4c65-98e4-69f10c24d264 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] For port 222309cd-9808-48cc-adbf-c39e2122711f, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=222309cd-9808-48cc-adbf-c39e2122711f,segment=NetworkSegment(57fb33d4-f4b6-4671-be57-dff47fb6fb83),segment_id=57fb33d4-f4b6-4671-be57-dff47fb6fb83)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:25.944311 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-120b54b1-c1c9-43bc-a057-6e2ea15a6ade req-239fc225-a088-4c65-98e4-69f10c24d264 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:25.961677 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2849f-8a24-4c3b-a3ad-4484caa3a0cf req-ee47659c-4951-4786-8882-80e3e9079c92 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:25.963331 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bdb2849f-8a24-4c3b-a3ad-4484caa3a0cf req-ee47659c-4951-4786-8882-80e3e9079c92 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 946 time: 0.1545618 Jul 23 17:22:26.082423 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-120b54b1-c1c9-43bc-a057-6e2ea15a6ade req-239fc225-a088-4c65-98e4-69f10c24d264 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Calling delete_port for 222309cd-9808-48cc-adbf-c39e2122711f owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:22:26.130312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 2c16e9dd-a334-4968-bac3-b8901dca3eb5 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:22:26.166217 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 2c16e9dd-a334-4968-bac3-b8901dca3eb5 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:22:26.166527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 2c16e9dd-a334-4968-bac3-b8901dca3eb5 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:22:26.179647 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bdb2849f-8a24-4c3b-a3ad-4484caa3a0cf req-7d62e863-7fdf-443a-bf2b-77199c69e2aa tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594641 Jul 23 17:22:26.272089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-120b54b1-c1c9-43bc-a057-6e2ea15a6ade req-239fc225-a088-4c65-98e4-69f10c24d264 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:26.279136 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7ae01e6e-75bc-4093-aa2f-ce00aaa52108 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:26.286370 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:22:26.362147 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fc225-a088-4c65-98e4-69f10c24d264 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Pushing event deleted for resources: {'Port': ['ID=222309cd-9808-48cc-adbf-c39e2122711f,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:26.364908 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-239fc225-a088-4c65-98e4-69f10c24d264 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:26.452475 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-120b54b1-c1c9-43bc-a057-6e2ea15a6ade req-239fc225-a088-4c65-98e4-69f10c24d264 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] No DVR routers for this DVR port 222309cd-9808-48cc-adbf-c39e2122711f on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:22:26.455610 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-120b54b1-c1c9-43bc-a057-6e2ea15a6ade req-239fc225-a088-4c65-98e4-69f10c24d264 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:26.460545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8de91b-b367-4282-97ec-bc29934d9786', 'name': 'network-vif-deleted', 'tag': '222309cd-9808-48cc-adbf-c39e2122711f'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:22:26.476916 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-120b54b1-c1c9-43bc-a057-6e2ea15a6ade req-239fc225-a088-4c65-98e4-69f10c24d264 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.58 "DELETE /v2.0/ports/222309cd-9808-48cc-adbf-c39e2122711f HTTP/1.1" status: 204 len: 173 time: 0.9438345 Jul 23 17:22:26.509331 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e409980-dd46-42ea-99a5-8d869b6b4829 req-5530f865-f522-4bf1-bded-21966a603f53 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:26.511323 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5e409980-dd46-42ea-99a5-8d869b6b4829 req-5530f865-f522-4bf1-bded-21966a603f53 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1914163 Jul 23 17:22:26.540932 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8de91b-b367-4282-97ec-bc29934d9786', 'name': 'network-vif-deleted', 'tag': '222309cd-9808-48cc-adbf-c39e2122711f', 'status': 'completed', 'code': 200} Jul 23 17:22:26.572104 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5e409980-dd46-42ea-99a5-8d869b6b4829 req-2a31e3e3-e25e-43fe-b4bf-ce52ee0c56cf tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525007 Jul 23 17:22:27.386842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-f0e184fc-7cca-4c32-a45e-dfb3f163f1cb req-1183fa98-a467-4544-b8ce-ff93c172e754 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Synchronizing usage tracker for tenant:08ff567edeeb497e8ca1d5a43e82783c on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:22:27.402044 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-f0e184fc-7cca-4c32-a45e-dfb3f163f1cb req-1183fa98-a467-4544-b8ce-ff93c172e754 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Unset dirty status for tenant:08ff567edeeb497e8ca1d5a43e82783c on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:22:27.403358 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f0e184fc-7cca-4c32-a45e-dfb3f163f1cb req-1183fa98-a467-4544-b8ce-ff93c172e754 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 210 time: 0.0610046 Jul 23 17:22:27.794569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcd28b-187e-4d05-9534-09480242990f req-de075976-4e57-44bf-8da3-e491122c7154 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:27.796291 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2abcd28b-187e-4d05-9534-09480242990f req-de075976-4e57-44bf-8da3-e491122c7154 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.0880048 Jul 23 17:22:27.850475 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2abcd28b-187e-4d05-9534-09480242990f req-61598c9c-1faa-4781-b2ab-639be4ae92ce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478337 Jul 23 17:22:28.436432 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 222309cd-9808-48cc-adbf-c39e2122711f no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:22:28.609523 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4cb31882-4eb8-44f7-96d0-f9473ff7f98e req-9a2c05ee-2eb4-4d06-880a-b4f37f97a154 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 210 time: 0.0463126 Jul 23 17:22:28.666458 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 222309cd-9808-48cc-adbf-c39e2122711f {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:22:28.666950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 222309cd-9808-48cc-adbf-c39e2122711f not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:22:29.060936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcced05-ef58-41d5-aa9d-114dcd6bd49b req-665be547-22a5-403b-8bbb-a2497c5258dd tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:29.063155 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2fcced05-ef58-41d5-aa9d-114dcd6bd49b req-665be547-22a5-403b-8bbb-a2497c5258dd tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.0837185 Jul 23 17:22:29.117436 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2fcced05-ef58-41d5-aa9d-114dcd6bd49b req-d2d1788e-2ea7-4f8e-a6d4-fe8b714fe307 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478034 Jul 23 17:22:29.831076 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8175af48-3253-4113-a7e2-44e88938bf8e req-0abdc1ea-44fa-42f5-a5dd-3219678cea64 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f8de91b-b367-4282-97ec-bc29934d9786 HTTP/1.1" status: 200 len: 210 time: 0.0593958 Jul 23 17:22:30.139902 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cc49a7c-ddcc-4240-9e68-3d56fb5479ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:30.339078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79fdb8-2008-4a16-bc86-98fd726a4113 req-b09d72f8-44c5-4de7-b6f9-18cb31a01938 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:30.340642 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9d79fdb8-2008-4a16-bc86-98fd726a4113 req-b09d72f8-44c5-4de7-b6f9-18cb31a01938 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.0852513 Jul 23 17:22:30.398049 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9d79fdb8-2008-4a16-bc86-98fd726a4113 req-67ec2478-00f7-4791-b53b-d235895f54f2 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446930 Jul 23 17:22:31.448599 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a905e2b-4b26-4ad9-9c7d-7551fae37d06 req-ee9a19c2-11f4-4c14-9bc7-0ae25c2ef1d1 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:31.449709 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a905e2b-4b26-4ad9-9c7d-7551fae37d06 req-ee9a19c2-11f4-4c14-9bc7-0ae25c2ef1d1 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1002004 Jul 23 17:22:31.554457 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a905e2b-4b26-4ad9-9c7d-7551fae37d06 req-880e17c4-fdf5-42ad-a4b9-0c2777fffb91 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937448 Jul 23 17:22:31.657645 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:31.716013 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdcead-1cc9-4111-9466-7e4b4d6451b3 req-3081e3a7-1113-4d4d-b538-3a890d5ce39c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:31.717947 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-45bdcead-1cc9-4111-9466-7e4b4d6451b3 req-3081e3a7-1113-4d4d-b538-3a890d5ce39c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1173034 Jul 23 17:22:31.781959 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-45bdcead-1cc9-4111-9466-7e4b4d6451b3 req-e702d24c-483a-41c0-8235-ed098f2135cc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560627 Jul 23 17:22:32.689038 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-aae1bf56-4279-4a40-9d0d-e5c8b9b3d715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:32.792600 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce1589-a621-4503-8d0c-ba10faff557f req-96814b88-f315-407f-8068-566ef478a936 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:32.794157 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e1ce1589-a621-4503-8d0c-ba10faff557f req-96814b88-f315-407f-8068-566ef478a936 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.0936561 Jul 23 17:22:32.912097 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e1ce1589-a621-4503-8d0c-ba10faff557f req-1ca0182b-74ac-49e7-91bb-eb1cccbf78f3 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095443 Jul 23 17:22:32.938860 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:33.042938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a932d-00bf-4e2f-a194-89091fa38056 req-0f4a5158-bbf1-4260-a5f3-ab9665bd977d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:33.044716 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-945a932d-00bf-4e2f-a194-89091fa38056 req-0f4a5158-bbf1-4260-a5f3-ab9665bd977d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.0998051 Jul 23 17:22:33.105944 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-945a932d-00bf-4e2f-a194-89091fa38056 req-91ecf687-72fe-4e89-9528-43fb02cc4117 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533729 Jul 23 17:22:33.841469 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:34.152963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cf45a-0e85-40b4-baee-4331d2c475b8 req-06a17d86-cdd2-457a-aaec-560573d4761a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:34.161471 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f00cf45a-0e85-40b4-baee-4331d2c475b8 req-06a17d86-cdd2-457a-aaec-560573d4761a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1052547 Jul 23 17:22:34.232031 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f00cf45a-0e85-40b4-baee-4331d2c475b8 req-37aaa05a-bcdd-4ea9-b1e6-b830acad63d4 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692952 Jul 23 17:22:34.315291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:34.610367 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127c39b-fa35-463b-bf3d-44e7ab841b26 req-e271e5c1-9968-4cd3-ad02-5d389e79353c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:34.613374 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4127c39b-fa35-463b-bf3d-44e7ab841b26 req-e271e5c1-9968-4cd3-ad02-5d389e79353c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.3566074 Jul 23 17:22:34.670521 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4127c39b-fa35-463b-bf3d-44e7ab841b26 req-beb38704-fcdd-4a66-a4cf-319078849be8 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513172 Jul 23 17:22:35.507975 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6544f09-6b0f-457a-b4e7-54a24214841c req-5162ee0f-7e05-49c9-a960-87bdd2e14411 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:35.509941 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f6544f09-6b0f-457a-b4e7-54a24214841c req-5162ee0f-7e05-49c9-a960-87bdd2e14411 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.0940936 Jul 23 17:22:35.586294 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f6544f09-6b0f-457a-b4e7-54a24214841c req-5d1c7bb5-b6ae-4b39-be03-e20d108e7fba tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654519 Jul 23 17:22:35.940053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed3e22-5f01-44fe-a6a0-812bd826fe92 req-36675c5e-3af7-49f4-911f-675fba746a6c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:35.941703 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6eed3e22-5f01-44fe-a6a0-812bd826fe92 req-36675c5e-3af7-49f4-911f-675fba746a6c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1206975 Jul 23 17:22:35.994455 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6eed3e22-5f01-44fe-a6a0-812bd826fe92 req-9b0dcf60-5e3d-458d-b113-946431b74cb8 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460591 Jul 23 17:22:36.846211 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e7c50-0f28-4265-a5c5-a5827124a4fa req-828bd098-f36f-4fcd-9228-1892c4438519 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:36.848778 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bd3e7c50-0f28-4265-a5c5-a5827124a4fa req-828bd098-f36f-4fcd-9228-1892c4438519 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.0966079 Jul 23 17:22:36.911787 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bd3e7c50-0f28-4265-a5c5-a5827124a4fa req-6daac38b-aa1c-4fcb-b95f-25a5670af438 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507145 Jul 23 17:22:37.288028 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bb7ba-31b8-4925-acd9-8abd653ecb4a req-b6dfde51-1442-4e4e-bd0e-e019b68174d0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:37.289826 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-054bb7ba-31b8-4925-acd9-8abd653ecb4a req-b6dfde51-1442-4e4e-bd0e-e019b68174d0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1392145 Jul 23 17:22:37.365394 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-054bb7ba-31b8-4925-acd9-8abd653ecb4a req-2699087b-daee-43be-8607-df0986cce329 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576556 Jul 23 17:22:37.986467 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a46f3-19f3-4a4d-82dd-8cd1df549c75 req-e9d2cb78-1109-4a69-a0cf-065236b7b41b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:37.988875 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-be8a46f3-19f3-4a4d-82dd-8cd1df549c75 req-e9d2cb78-1109-4a69-a0cf-065236b7b41b tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.1061966 Jul 23 17:22:38.087678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-be8a46f3-19f3-4a4d-82dd-8cd1df549c75 req-480c3966-e7cc-4a2c-b310-b10e86982fec tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Deleting port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:22:38.088222 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-be8a46f3-19f3-4a4d-82dd-8cd1df549c75 req-480c3966-e7cc-4a2c-b310-b10e86982fec tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:38.416262 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850f175-5abf-4654-a06e-76c6a493f429 req-c3a2da80-56dd-4164-a554-28bdbe65c870 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:38.418165 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5850f175-5abf-4654-a06e-76c6a493f429 req-c3a2da80-56dd-4164-a554-28bdbe65c870 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 945 time: 0.2210913 Jul 23 17:22:38.498155 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-be8a46f3-19f3-4a4d-82dd-8cd1df549c75 req-480c3966-e7cc-4a2c-b310-b10e86982fec tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] For port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7,segment=NetworkSegment(57fb33d4-f4b6-4671-be57-dff47fb6fb83),segment_id=57fb33d4-f4b6-4671-be57-dff47fb6fb83)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:38.498713 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-be8a46f3-19f3-4a4d-82dd-8cd1df549c75 req-480c3966-e7cc-4a2c-b310-b10e86982fec tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:38.712939 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-be8a46f3-19f3-4a4d-82dd-8cd1df549c75 req-480c3966-e7cc-4a2c-b310-b10e86982fec tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Calling delete_port for f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:22:38.741766 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5850f175-5abf-4654-a06e-76c6a493f429 req-feacfe3e-2faa-4d6c-8090-551e74d5d181 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/security-groups?id=358d0f1f-bf28-40bd-ac7a-6a167b10d170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117483 Jul 23 17:22:38.839694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e44d2e-ec6a-40fb-9e98-bd31d1559c44 req-0b0b3f2d-885a-424c-b675-6a3b969c2a9c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:38.841447 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c7e44d2e-ec6a-40fb-9e98-bd31d1559c44 req-0b0b3f2d-885a-424c-b675-6a3b969c2a9c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.2690403 Jul 23 17:22:38.944289 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c7e44d2e-ec6a-40fb-9e98-bd31d1559c44 req-32d32d14-f0d0-4d59-9c80-2f904d4dceba tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717845 Jul 23 17:22:38.961192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-be8a46f3-19f3-4a4d-82dd-8cd1df549c75 req-480c3966-e7cc-4a2c-b310-b10e86982fec tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:38.971117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-81b46cff-4219-4cdc-bf1e-bc8040afa894 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:38.973642 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:22:39.025092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c3966-e7cc-4a2c-b310-b10e86982fec tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Pushing event deleted for resources: {'Port': ['ID=f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:39.028300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-480c3966-e7cc-4a2c-b310-b10e86982fec tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:39.107780 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8a46f3-19f3-4a4d-82dd-8cd1df549c75 req-480c3966-e7cc-4a2c-b310-b10e86982fec tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] No DVR routers for this DVR port f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:22:39.110587 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-be8a46f3-19f3-4a4d-82dd-8cd1df549c75 req-480c3966-e7cc-4a2c-b310-b10e86982fec tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:39.113588 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cab5cb0-5681-484b-8347-a5aca243f65b', 'name': 'network-vif-deleted', 'tag': 'f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:22:39.131812 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-be8a46f3-19f3-4a4d-82dd-8cd1df549c75 req-480c3966-e7cc-4a2c-b310-b10e86982fec tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.58 "DELETE /v2.0/ports/f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 HTTP/1.1" status: 204 len: 173 time: 1.1320310 Jul 23 17:22:39.213461 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cab5cb0-5681-484b-8347-a5aca243f65b', 'name': 'network-vif-deleted', 'tag': 'f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7', 'status': 'completed', 'code': 200} Jul 23 17:22:39.982027 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-e4a73511-f20d-42d4-add2-19f958892d82 req-78e9e866-b705-44e7-9738-ae57beac222a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Synchronizing usage tracker for tenant:08ff567edeeb497e8ca1d5a43e82783c on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:22:39.998479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-e4a73511-f20d-42d4-add2-19f958892d82 req-78e9e866-b705-44e7-9738-ae57beac222a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Unset dirty status for tenant:08ff567edeeb497e8ca1d5a43e82783c on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:22:40.000433 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e4a73511-f20d-42d4-add2-19f958892d82 req-78e9e866-b705-44e7-9738-ae57beac222a tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cab5cb0-5681-484b-8347-a5aca243f65b HTTP/1.1" status: 200 len: 210 time: 0.0738020 Jul 23 17:22:40.241040 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162d775-29a6-4996-bcb3-0e5baeea21e3 req-1c9d43a9-8b52-4b54-a0ca-38a8ba56359b tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:40.242852 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1162d775-29a6-4996-bcb3-0e5baeea21e3 req-1c9d43a9-8b52-4b54-a0ca-38a8ba56359b tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1241038 Jul 23 17:22:40.314339 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1162d775-29a6-4996-bcb3-0e5baeea21e3 req-8ed03fc8-8e50-4d70-b737-6d954c9b4fcf tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577624 Jul 23 17:22:40.889585 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431779c-f335-4d5e-a39e-e231fc14222b req-5a40c8a6-270f-4ee7-8668-dbb1e37d5920 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:40.891163 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3431779c-f335-4d5e-a39e-e231fc14222b req-5a40c8a6-270f-4ee7-8668-dbb1e37d5920 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1814990 Jul 23 17:22:40.938457 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e687aec3-7d63-4fe2-9580-78e53b8b1755 req-00b4aa83-78b0-4ed7-a632-d96bbbf1bfa3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda&device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 1099 time: 0.1334467 Jul 23 17:22:41.050027 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3431779c-f335-4d5e-a39e-e231fc14222b req-c1450232-e5fd-4048-a70d-51bb89f87154 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498811 Jul 23 17:22:41.108469 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687aec3-7d63-4fe2-9580-78e53b8b1755 req-f3806bc4-c002-4e5a-82c8-5a1b2fdfcf78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:41.110083 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e687aec3-7d63-4fe2-9580-78e53b8b1755 req-f3806bc4-c002-4e5a-82c8-5a1b2fdfcf78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 HTTP/1.1" status: 200 len: 912 time: 0.1630740 Jul 23 17:22:41.168073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49152) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:41.230650 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e687aec3-7d63-4fe2-9580-78e53b8b1755 req-d666331d-8ad5-4b9a-8889-cf2719fa626e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a3850e8-f9ac-483a-bc70-fc178a054ee7 HTTP/1.1" status: 200 len: 1001 time: 0.1125157 Jul 23 17:22:41.322378 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687aec3-7d63-4fe2-9580-78e53b8b1755 req-69d69cb2-07ad-4e00-8a4d-392dc727f181 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:41.327383 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e687aec3-7d63-4fe2-9580-78e53b8b1755 req-69d69cb2-07ad-4e00-8a4d-392dc727f181 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f126893-602f-418b-84e1-b866f587f188 HTTP/1.1" status: 200 len: 850 time: 0.0883901 Jul 23 17:22:41.458312 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e687aec3-7d63-4fe2-9580-78e53b8b1755 req-25cd84aa-edb8-45df-9791-514b9cf1aa3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1224601 Jul 23 17:22:41.635276 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e687aec3-7d63-4fe2-9580-78e53b8b1755 req-aaf36b2e-f7db-4bc2-b78b-b320ab97555d service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686993 Jul 23 17:22:41.745073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3121a316-d049-4dff-9aaa-0601bbc65059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851067033'] for router_interface, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:41.834468 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e687aec3-7d63-4fe2-9580-78e53b8b1755 req-4178ede1-0017-4c88-9674-b529544d28dc service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902392 Jul 23 17:22:42.213531 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:22:42.273698 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:22:42.274256 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device f24dc9d6-d29e-4e0a-8431-38bcd2f8aac7 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:22:42.315249 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478496c4-91cd-4a46-bea0-2ad435cda06d req-73869563-9bd1-4b3c-956a-7f237c97e356 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:42.317104 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-478496c4-91cd-4a46-bea0-2ad435cda06d req-73869563-9bd1-4b3c-956a-7f237c97e356 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1119089 Jul 23 17:22:42.399597 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-478496c4-91cd-4a46-bea0-2ad435cda06d req-1cdad05f-ed1c-4e67-b158-60147678b146 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741160 Jul 23 17:22:42.875323 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-3121a316-d049-4dff-9aaa-0601bbc65059 admin admin] Deleting port aff5a06b-ce99-4785-a508-f9861bf3a644 {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:22:42.875901 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3121a316-d049-4dff-9aaa-0601bbc65059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:43.117344 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-3121a316-d049-4dff-9aaa-0601bbc65059 admin admin] For port aff5a06b-ce99-4785-a508-f9861bf3a644, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=aff5a06b-ce99-4785-a508-f9861bf3a644,segment=NetworkSegment(57fb33d4-f4b6-4671-be57-dff47fb6fb83),segment_id=57fb33d4-f4b6-4671-be57-dff47fb6fb83)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:43.117714 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3121a316-d049-4dff-9aaa-0601bbc65059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:43.288099 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-3121a316-d049-4dff-9aaa-0601bbc65059 admin admin] Calling delete_port for aff5a06b-ce99-4785-a508-f9861bf3a644 owned by network:router_interface {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:22:43.657455 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab90d9-afe1-451e-b17c-196eace22244 req-ffcdfb77-a2e3-4eb7-843b-886929ca2659 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:22:43.659144 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ecab90d9-afe1-451e-b17c-196eace22244 req-ffcdfb77-a2e3-4eb7-843b-886929ca2659 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.1353433 Jul 23 17:22:43.750280 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ecab90d9-afe1-451e-b17c-196eace22244 req-b1ffec0a-4e01-4484-ba75-738368bbb820 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725150 Jul 23 17:22:43.821980 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3121a316-d049-4dff-9aaa-0601bbc65059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:43.827066 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:43.877983 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121a316-d049-4dff-9aaa-0601bbc65059 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff5a06b-ce99-4785-a508-f9861bf3a644,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:43.886097 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3121a316-d049-4dff-9aaa-0601bbc65059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:44.218239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3121a316-d049-4dff-9aaa-0601bbc65059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851270709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3733207'] for router_interface, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:45.139859 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3121a316-d049-4dff-9aaa-0601bbc65059 admin admin] Router cf148023-35ad-4190-b5e6-acf5853ced76 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:22:45.408939 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3121a316-d049-4dff-9aaa-0601bbc65059 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:22:45.419977 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9e3dc-af8d-4f7f-a6bc-8f70a158b463 None None] Sync routers for ids ['cf148023-35ad-4190-b5e6-acf5853ced76'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:22:45.428646 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-3121a316-d049-4dff-9aaa-0601bbc65059 admin admin] 10.222.0.55 "PUT /v2.0/routers/cf148023-35ad-4190-b5e6-acf5853ced76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2579243 Jul 23 17:22:45.428899 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49190) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:45.445237 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9e3dc-af8d-4f7f-a6bc-8f70a158b463 None None] Routers {'cf148023-35ad-4190-b5e6-acf5853ced76'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:22:45.445937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-8ea9e3dc-af8d-4f7f-a6bc-8f70a158b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:22:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['cf148023-35ad-4190-b5e6-acf5853ced76'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:22:45.643058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-8ea9e3dc-af8d-4f7f-a6bc-8f70a158b463 None None] Set router cf148023-35ad-4190-b5e6-acf5853ced76 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:22:45.652515 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Notify callbacks [] for router, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:45.864993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:45.875966 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Deleting port 07d4dc01-5bff-487f-8d7d-932db322b90b {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:22:45.876350 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:45.981608 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-8ea9e3dc-af8d-4f7f-a6bc-8f70a158b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'name': 'tempest-ServerRescueNegativeTestJSON-40096091-router', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '07d4dc01-5bff-487f-8d7d-932db322b90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:57Z', 'updated_at': '2021-07-23T17:22:43Z', 'revision_number': 5, 'project_id': '08ff567edeeb497e8ca1d5a43e82783c', 'gw_port': {'id': '07d4dc01-5bff-487f-8d7d-932db322b90b', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:18:58Z', 'updated_at': '2021-07-23T17:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:22:45.985317 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9e3dc-af8d-4f7f-a6bc-8f70a158b463 None None] Checking router: cf148023-35ad-4190-b5e6-acf5853ced76 for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:22:45.998272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9e3dc-af8d-4f7f-a6bc-8f70a158b463 None None] Routers {'cf148023-35ad-4190-b5e6-acf5853ced76'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:22:45.999126 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-8ea9e3dc-af8d-4f7f-a6bc-8f70a158b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:22:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['cf148023-35ad-4190-b5e6-acf5853ced76'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:22:46.061681 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] For port 07d4dc01-5bff-487f-8d7d-932db322b90b, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=07d4dc01-5bff-487f-8d7d-932db322b90b,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:22:46.062095 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:46.162121 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-8ea9e3dc-af8d-4f7f-a6bc-8f70a158b463 None None] Set router cf148023-35ad-4190-b5e6-acf5853ced76 gateway port host: None {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:22:46.192061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Calling delete_port for 07d4dc01-5bff-487f-8d7d-932db322b90b owned by network:router_gateway {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:22:46.275578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-8ea9e3dc-af8d-4f7f-a6bc-8f70a158b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'name': 'tempest-ServerRescueNegativeTestJSON-40096091-router', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:57Z', 'updated_at': '2021-07-23T17:22:45Z', 'revision_number': 6, 'project_id': '08ff567edeeb497e8ca1d5a43e82783c', 'gw_port_host': None}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:22:46.279387 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9e3dc-af8d-4f7f-a6bc-8f70a158b463 None None] The sync data for ids ['cf148023-35ad-4190-b5e6-acf5853ced76'] in dv-cinder-802045-1-iscsi is: [{'id': 'cf148023-35ad-4190-b5e6-acf5853ced76', 'name': 'tempest-ServerRescueNegativeTestJSON-40096091-router', 'tenant_id': '08ff567edeeb497e8ca1d5a43e82783c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:18:57Z', 'updated_at': '2021-07-23T17:22:45Z', 'revision_number': 6, 'project_id': '08ff567edeeb497e8ca1d5a43e82783c', 'gw_port_host': None}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:22:46.371708 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:46.376566 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:46.422323 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Pushing event deleted for resources: {'Port': ['ID=07d4dc01-5bff-487f-8d7d-932db322b90b,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:46.427302 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:46.691760 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851072426'] for router_gateway, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:46.971323 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851069610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103245'] for router, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:46.975867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:47.065125 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3730118'] for router, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:47.065721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf148023-35ad-4190-b5e6-acf5853ced76 {{(pid=81984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:22:47.081072 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Notify callbacks [] for router, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:47.082325 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] 10.222.0.55 "DELETE /v2.0/routers/cf148023-35ad-4190-b5e6-acf5853ced76 HTTP/1.1" status: 204 len: 168 time: 1.6524956 Jul 23 17:22:47.085004 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49266) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:47.152839 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8b665a-b869-4bef-9f41-c535fc6c6e3c admin admin] Deleting subnet 2b91c4b6-b0e0-40e1-9e39-8b53827780fa {{(pid=81984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:22:47.156627 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a8b665a-b869-4bef-9f41-c535fc6c6e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:47.207321 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a8b665a-b869-4bef-9f41-c535fc6c6e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2847142'] for subnet, precommit_delete_associations {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:47.266935 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a8b665a-b869-4bef-9f41-c535fc6c6e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:47.336308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a8b665a-b869-4bef-9f41-c535fc6c6e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851930181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2850284'] for subnet, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:47.341221 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:47.377029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b665a-b869-4bef-9f41-c535fc6c6e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b91c4b6-b0e0-40e1-9e39-8b53827780fa,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:47.380802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9a8b665a-b869-4bef-9f41-c535fc6c6e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:47.384102 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a8b665a-b869-4bef-9f41-c535fc6c6e3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:47.391832 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9a8b665a-b869-4bef-9f41-c535fc6c6e3c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2b91c4b6-b0e0-40e1-9e39-8b53827780fa HTTP/1.1" status: 204 len: 168 time: 0.3055613 Jul 23 17:22:47.394288 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49270) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:47.512152 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:47.860015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:47.878413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56923c17-1dcf-41eb-bda1-d959e61a3ee9']}} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:22:47.891729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fb33d4-f4b6-4671-be57-dff47fb6fb83') {'for_net_delete': True} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:22:47.892067 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fb33d4-f4b6-4671-be57-dff47fb6fb83') {} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:22:47.904319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851928658'] for segment, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:47.913512 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device aff5a06b-ce99-4785-a508-f9861bf3a644 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:22:47.924652 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:47.931972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=81984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:22:47.932569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851930154'] for segment, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:22:47.948040 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:22:47.950924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: aff5a06b-ce99-4785-a508-f9861bf3a644 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:22:47.950924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device aff5a06b-ce99-4785-a508-f9861bf3a644 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:22:47.950924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 07d4dc01-5bff-487f-8d7d-932db322b90b no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:22:47.974549 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 49276) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:47.984156 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 07d4dc01-5bff-487f-8d7d-932db322b90b {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:22:47.984569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 07d4dc01-5bff-487f-8d7d-932db322b90b not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:22:48.035598 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.039997 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:48.048875 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-df406476-6f06-4f67-9675-f4664e8524b2 admin admin] Deleting subnet 621dec7e-022d-4386-86ef-32b067466f10 {{(pid=81985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:22:48.052357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-df406476-6f06-4f67-9675-f4664e8524b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.060987 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.071267 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=56923c17-1dcf-41eb-bda1-d959e61a3ee9,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:48.074838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:48.079603 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] 10.222.0.55 "DELETE /v2.0/networks/56923c17-1dcf-41eb-bda1-d959e61a3ee9 HTTP/1.1" status: 204 len: 168 time: 0.6842303 Jul 23 17:22:48.110498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-df406476-6f06-4f67-9675-f4664e8524b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036722869701'] for subnet, precommit_delete_associations {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.172092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-df406476-6f06-4f67-9675-f4664e8524b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.243997 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-df406476-6f06-4f67-9675-f4664e8524b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036722876243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852563317'] for subnet, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.249734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-40691185-5d32-4641-96fe-1f99d81be844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:48.290695 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df406476-6f06-4f67-9675-f4664e8524b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=621dec7e-022d-4386-86ef-32b067466f10,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:48.293733 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-df406476-6f06-4f67-9675-f4664e8524b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:48.298473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-df406476-6f06-4f67-9675-f4664e8524b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.305021 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49282) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:48.308852 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-df406476-6f06-4f67-9675-f4664e8524b2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/621dec7e-022d-4386-86ef-32b067466f10 HTTP/1.1" status: 204 len: 168 time: 0.3331141 Jul 23 17:22:48.309582 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 49286) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:48.360994 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-979e5b66-1456-478c-8e45-16979f11a196 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08ff567edeeb497e8ca1d5a43e82783c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0543392 Jul 23 17:22:48.363654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49290) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:48.426873 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b34763e2-9661-4d6e-93f7-83f4805c731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.430714 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c30a787c-458b-47ce-819a-86630d3701a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.457936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c30a787c-458b-47ce-819a-86630d3701a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.503629 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c30a787c-458b-47ce-819a-86630d3701a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.508884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-142accdf-c502-4ccc-9a1f-fd074f897577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:48.522955 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a787c-458b-47ce-819a-86630d3701a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358d0f1f-bf28-40bd-ac7a-6a167b10d170,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:48.525770 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c30a787c-458b-47ce-819a-86630d3701a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:48.532953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c30a787c-458b-47ce-819a-86630d3701a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.536865 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c30a787c-458b-47ce-819a-86630d3701a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/358d0f1f-bf28-40bd-ac7a-6a167b10d170 HTTP/1.1" status: 204 len: 168 time: 0.1695211 Jul 23 17:22:48.565707 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b34763e2-9661-4d6e-93f7-83f4805c731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.777678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-b34763e2-9661-4d6e-93f7-83f4805c731d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a037aa6-312b-475a-93fd-28ff3e1c6d15']}} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:22:48.793352 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-b34763e2-9661-4d6e-93f7-83f4805c731d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8550b8-8aff-4311-9753-fb9fa5e963aa') {'for_net_delete': True} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:22:48.793696 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-b34763e2-9661-4d6e-93f7-83f4805c731d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8550b8-8aff-4311-9753-fb9fa5e963aa') {} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:22:48.806521 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b34763e2-9661-4d6e-93f7-83f4805c731d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131906099'] for segment, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.822232 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b34763e2-9661-4d6e-93f7-83f4805c731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.829379 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34763e2-9661-4d6e-93f7-83f4805c731d admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=81985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:22:48.829894 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b34763e2-9661-4d6e-93f7-83f4805c731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036722876224'] for segment, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:22:48.844783 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:22:48.924357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b34763e2-9661-4d6e-93f7-83f4805c731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.928312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:48.943850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b34763e2-9661-4d6e-93f7-83f4805c731d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:48.955512 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34763e2-9661-4d6e-93f7-83f4805c731d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a037aa6-312b-475a-93fd-28ff3e1c6d15,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:48.959017 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b34763e2-9661-4d6e-93f7-83f4805c731d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:48.964555 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-b34763e2-9661-4d6e-93f7-83f4805c731d admin admin] 10.222.0.55 "DELETE /v2.0/networks/2a037aa6-312b-475a-93fd-28ff3e1c6d15 HTTP/1.1" status: 204 len: 168 time: 0.6539478 Jul 23 17:22:49.140334 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49308) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:49.198449 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ab981715-4648-4459-83c7-1aa937b3b446 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=988e149eb14f4d86b4789b70100f7dcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0566509 Jul 23 17:22:49.200943 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49312) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:49.263965 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-efaa05ca-3949-48a1-9e1d-d264593e9614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:49.293170 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-efaa05ca-3949-48a1-9e1d-d264593e9614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:49.338688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-efaa05ca-3949-48a1-9e1d-d264593e9614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:49.344092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-24fbf8ab-65ff-41ec-bdc0-6f21ac44b043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:49.359230 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa05ca-3949-48a1-9e1d-d264593e9614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a3af76-1b74-403a-aa30-f0a49aa80f7a,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:49.364672 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-efaa05ca-3949-48a1-9e1d-d264593e9614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:49.366794 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-efaa05ca-3949-48a1-9e1d-d264593e9614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:49.370435 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-efaa05ca-3949-48a1-9e1d-d264593e9614 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56a3af76-1b74-403a-aa30-f0a49aa80f7a HTTP/1.1" status: 204 len: 168 time: 0.1659961 Jul 23 17:22:51.040192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 49402) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:51.214643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d421b38c-8903-4a43-ab74-66f8bf155c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:51.250484 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d421b38c-8903-4a43-ab74-66f8bf155c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:22:51.254611 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-d421b38c-8903-4a43-ab74-66f8bf155c17 admin admin] Usage tracker for resource:security_group_rule and tenant:748d5025a2df4c8980caba96fa700cb1 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:22:51.257794 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-d421b38c-8903-4a43-ab74-66f8bf155c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:22:51.265784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d421b38c-8903-4a43-ab74-66f8bf155c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:22:51.340597 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d421b38c-8903-4a43-ab74-66f8bf155c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:51.343857 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d421b38c-8903-4a43-ab74-66f8bf155c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:51.352096 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:51.397701 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d421b38c-8903-4a43-ab74-66f8bf155c17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=748d5025a2df4c8980caba96fa700cb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3563550 Jul 23 17:22:51.400804 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49418) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:51.402304 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421b38c-8903-4a43-ab74-66f8bf155c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918a06a4-1f6f-4b93-bb66-f65660a41916,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:51.405853 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d421b38c-8903-4a43-ab74-66f8bf155c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:51.468981 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-95328185-8186-4e87-94fb-3fa7448e407a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:51.496941 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-95328185-8186-4e87-94fb-3fa7448e407a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:51.552842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-95328185-8186-4e87-94fb-3fa7448e407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:51.558167 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2693da09-19ef-422b-b76d-25535f17ced5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:51.574005 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95328185-8186-4e87-94fb-3fa7448e407a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918a06a4-1f6f-4b93-bb66-f65660a41916,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:51.577087 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-95328185-8186-4e87-94fb-3fa7448e407a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:51.578475 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-95328185-8186-4e87-94fb-3fa7448e407a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:51.580065 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-95328185-8186-4e87-94fb-3fa7448e407a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/918a06a4-1f6f-4b93-bb66-f65660a41916 HTTP/1.1" status: 204 len: 168 time: 0.1781495 Jul 23 17:22:51.963049 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 49436) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:51.988049 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-99e5433c-a2ee-4761-a207-0825e1421962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:52.027365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-99e5433c-a2ee-4761-a207-0825e1421962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:22:52.032196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-99e5433c-a2ee-4761-a207-0825e1421962 admin admin] Usage tracker for resource:security_group_rule and tenant:04e30c0e354944f7a6b76701e0f10bd6 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:22:52.035313 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-99e5433c-a2ee-4761-a207-0825e1421962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:22:52.041904 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-99e5433c-a2ee-4761-a207-0825e1421962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:22:52.112463 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-99e5433c-a2ee-4761-a207-0825e1421962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:52.115326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-99e5433c-a2ee-4761-a207-0825e1421962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:52.122910 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cc1b48dd-6a57-4b18-9e73-7cce14f6fb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:52.165790 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5433c-a2ee-4761-a207-0825e1421962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161bb40e-eea5-4352-9daa-f74f5abca372,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:52.170601 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-99e5433c-a2ee-4761-a207-0825e1421962 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04e30c0e354944f7a6b76701e0f10bd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2063041 Jul 23 17:22:52.171550 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-99e5433c-a2ee-4761-a207-0825e1421962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:52.174055 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 49440) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:52.241625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-20c0cc4f-5ca2-47d0-a202-02b872791329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:52.268933 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-20c0cc4f-5ca2-47d0-a202-02b872791329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:52.316349 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-20c0cc4f-5ca2-47d0-a202-02b872791329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:52.323307 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5cb7c4c5-8b4e-4487-b602-18d446c14c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:52.341464 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0cc4f-5ca2-47d0-a202-02b872791329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161bb40e-eea5-4352-9daa-f74f5abca372,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:52.347189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-20c0cc4f-5ca2-47d0-a202-02b872791329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:52.353884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-20c0cc4f-5ca2-47d0-a202-02b872791329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:52.358146 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-20c0cc4f-5ca2-47d0-a202-02b872791329 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/161bb40e-eea5-4352-9daa-f74f5abca372 HTTP/1.1" status: 204 len: 168 time: 0.1829033 Jul 23 17:22:56.900291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 49588) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:57.063866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a75158d2-5e9e-48f0-9fe9-23a4ec4704b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:57.099062 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a75158d2-5e9e-48f0-9fe9-23a4ec4704b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:22:57.103089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a75158d2-5e9e-48f0-9fe9-23a4ec4704b2 admin admin] Usage tracker for resource:security_group_rule and tenant:42a5dd5ce3384845b06cfac6068ad66e is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:22:57.106054 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a75158d2-5e9e-48f0-9fe9-23a4ec4704b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:22:57.112157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a75158d2-5e9e-48f0-9fe9-23a4ec4704b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:22:57.183170 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a75158d2-5e9e-48f0-9fe9-23a4ec4704b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:57.186639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a75158d2-5e9e-48f0-9fe9-23a4ec4704b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:57.194040 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8c8f4b8a-7c27-4392-9487-9c9b4ce8bae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:57.236544 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75158d2-5e9e-48f0-9fe9-23a4ec4704b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb53b07-511c-4a9b-bcdb-8a16990349ec,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:57.241075 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a75158d2-5e9e-48f0-9fe9-23a4ec4704b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42a5dd5ce3384845b06cfac6068ad66e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3396416 Jul 23 17:22:57.242107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a75158d2-5e9e-48f0-9fe9-23a4ec4704b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:57.244498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 49594) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:57.312977 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f8d0778-bf40-4825-8476-ce9c50a6623b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:57.342771 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f8d0778-bf40-4825-8476-ce9c50a6623b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:57.395368 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f8d0778-bf40-4825-8476-ce9c50a6623b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:57.400480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4853d3c7-e236-451d-a857-a7da6691e076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:57.414881 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d0778-bf40-4825-8476-ce9c50a6623b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb53b07-511c-4a9b-bcdb-8a16990349ec,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:57.417889 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7f8d0778-bf40-4825-8476-ce9c50a6623b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:57.419177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f8d0778-bf40-4825-8476-ce9c50a6623b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:57.420478 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7f8d0778-bf40-4825-8476-ce9c50a6623b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efb53b07-511c-4a9b-bcdb-8a16990349ec HTTP/1.1" status: 204 len: 168 time: 0.1753418 Jul 23 17:22:57.606712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:22:57.824905 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 49604) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:57.846323 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-96e71d6c-c342-4046-bf66-8cd0f9e97245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:57.888447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-96e71d6c-c342-4046-bf66-8cd0f9e97245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:22:57.893239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-96e71d6c-c342-4046-bf66-8cd0f9e97245 admin admin] Usage tracker for resource:security_group_rule and tenant:ad8a45589af94320839e2775fcede78b is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:22:57.896333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-96e71d6c-c342-4046-bf66-8cd0f9e97245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:22:57.903407 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-96e71d6c-c342-4046-bf66-8cd0f9e97245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:22:57.977005 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-96e71d6c-c342-4046-bf66-8cd0f9e97245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:57.980377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-96e71d6c-c342-4046-bf66-8cd0f9e97245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:57.988100 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:58.035303 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-96e71d6c-c342-4046-bf66-8cd0f9e97245 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad8a45589af94320839e2775fcede78b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2088671 Jul 23 17:22:58.036273 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e71d6c-c342-4046-bf66-8cd0f9e97245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89d7a5e-939c-4e17-b97d-77c440a9bb29,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:58.038598 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49608) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:22:58.040016 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-96e71d6c-c342-4046-bf66-8cd0f9e97245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:58.117704 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-df08cbc9-9e5a-4edf-87ce-c0e2bdf298e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:58.147730 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-df08cbc9-9e5a-4edf-87ce-c0e2bdf298e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:58.206380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-df08cbc9-9e5a-4edf-87ce-c0e2bdf298e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:58.210441 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:22:58.222950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08cbc9-9e5a-4edf-87ce-c0e2bdf298e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89d7a5e-939c-4e17-b97d-77c440a9bb29,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:22:58.227446 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-df08cbc9-9e5a-4edf-87ce-c0e2bdf298e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:22:58.231050 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-df08cbc9-9e5a-4edf-87ce-c0e2bdf298e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:22:58.232318 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-df08cbc9-9e5a-4edf-87ce-c0e2bdf298e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f89d7a5e-939c-4e17-b97d-77c440a9bb29 HTTP/1.1" status: 204 len: 168 time: 0.1924477 Jul 23 17:23:00.139303 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6b46f3b0-b183-443c-8c0a-5cb7f30be7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:01.655146 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:02.656400 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8e36666c-a90b-4d2a-afff-5cb006b0fad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:02.932456 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:03.851779 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:04.314696 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:05.075003 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49742) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:05.236944 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5846ce26-288d-468d-ac9c-d50c8f760522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:05.271504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5846ce26-288d-468d-ac9c-d50c8f760522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:05.275517 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5846ce26-288d-468d-ac9c-d50c8f760522 admin admin] Usage tracker for resource:security_group_rule and tenant:fb9ac2cb14da48b5bd30d34085a8f6a4 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:05.278478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5846ce26-288d-468d-ac9c-d50c8f760522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:05.285231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5846ce26-288d-468d-ac9c-d50c8f760522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:05.358870 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5846ce26-288d-468d-ac9c-d50c8f760522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:05.362125 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5846ce26-288d-468d-ac9c-d50c8f760522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:05.369231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-95328185-8186-4e87-94fb-3fa7448e407a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:05.411208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846ce26-288d-468d-ac9c-d50c8f760522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96333ff-b609-41b4-adef-1064984ad0c4,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:05.416728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5846ce26-288d-468d-ac9c-d50c8f760522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:05.420289 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-5846ce26-288d-468d-ac9c-d50c8f760522 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb9ac2cb14da48b5bd30d34085a8f6a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3440788 Jul 23 17:23:05.423152 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49748) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:05.488397 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8d1360d0-ca35-4ec2-ba0c-8c2938f6b7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:05.516456 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8d1360d0-ca35-4ec2-ba0c-8c2938f6b7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:05.567642 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8d1360d0-ca35-4ec2-ba0c-8c2938f6b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:05.574080 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-80c57f0f-a56b-4fed-8ffd-98d410a3e8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:05.588166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1360d0-ca35-4ec2-ba0c-8c2938f6b7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96333ff-b609-41b4-adef-1064984ad0c4,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:05.591528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8d1360d0-ca35-4ec2-ba0c-8c2938f6b7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:05.595382 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8d1360d0-ca35-4ec2-ba0c-8c2938f6b7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:05.598135 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-8d1360d0-ca35-4ec2-ba0c-8c2938f6b7fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b96333ff-b609-41b4-adef-1064984ad0c4 HTTP/1.1" status: 204 len: 168 time: 0.1737850 Jul 23 17:23:06.032178 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49760) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:06.052669 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4626a8ea-48f3-4214-b467-76c32d2450ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:06.092364 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-4626a8ea-48f3-4214-b467-76c32d2450ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:06.096594 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-4626a8ea-48f3-4214-b467-76c32d2450ae admin admin] Usage tracker for resource:security_group_rule and tenant:36574cc894e949f49c9c6762416766cf is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:06.099689 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-4626a8ea-48f3-4214-b467-76c32d2450ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:06.106504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-4626a8ea-48f3-4214-b467-76c32d2450ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:06.191314 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4626a8ea-48f3-4214-b467-76c32d2450ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:06.194694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4626a8ea-48f3-4214-b467-76c32d2450ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:06.203209 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-238f10b4-bfce-4e9b-ab29-399472d81bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:06.245127 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626a8ea-48f3-4214-b467-76c32d2450ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46726d5b-4797-4dd2-b502-e9a3db685cba,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:06.252090 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4626a8ea-48f3-4214-b467-76c32d2450ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:06.258726 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 49768) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:06.258908 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-4626a8ea-48f3-4214-b467-76c32d2450ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36574cc894e949f49c9c6762416766cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2253549 Jul 23 17:23:06.335924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d92c3191-6663-4ebc-81fb-1ec1b4c37751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:06.365206 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d92c3191-6663-4ebc-81fb-1ec1b4c37751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:06.418695 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d92c3191-6663-4ebc-81fb-1ec1b4c37751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:06.423098 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fbcf19d3-2a7d-4900-b1c1-2478e153bdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:06.440139 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c3191-6663-4ebc-81fb-1ec1b4c37751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46726d5b-4797-4dd2-b502-e9a3db685cba,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:06.444753 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d92c3191-6663-4ebc-81fb-1ec1b4c37751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:06.452156 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d92c3191-6663-4ebc-81fb-1ec1b4c37751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:06.456524 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d92c3191-6663-4ebc-81fb-1ec1b4c37751 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46726d5b-4797-4dd2-b502-e9a3db685cba HTTP/1.1" status: 204 len: 168 time: 0.1935613 Jul 23 17:23:06.879162 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-40f156d3-6873-42b4-a2ea-28def6f2a644 req-8bd960c6-9cc6-4361-9292-84f9efa4a2de service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779474 Jul 23 17:23:06.986837 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49784) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:07.010087 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1add6a22-80fc-460c-ad77-da29b3d550e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:07.047061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-1add6a22-80fc-460c-ad77-da29b3d550e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:07.047340 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-40f156d3-6873-42b4-a2ea-28def6f2a644 req-8039c8ec-a259-4b04-978c-f8f0efdd3f00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 1100 time: 0.0822220 Jul 23 17:23:07.051345 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-1add6a22-80fc-460c-ad77-da29b3d550e0 admin admin] Usage tracker for resource:security_group_rule and tenant:54490e6e1d464f389c5b61bd8ab6d0a9 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:07.054642 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-1add6a22-80fc-460c-ad77-da29b3d550e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:07.061998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-1add6a22-80fc-460c-ad77-da29b3d550e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:07.134332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1add6a22-80fc-460c-ad77-da29b3d550e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:07.137517 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1add6a22-80fc-460c-ad77-da29b3d550e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:07.145862 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c30a787c-458b-47ce-819a-86630d3701a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:07.197680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add6a22-80fc-460c-ad77-da29b3d550e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6165f72-e6fd-45ab-bc5a-b344b3dde137,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:07.210900 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-1add6a22-80fc-460c-ad77-da29b3d550e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=54490e6e1d464f389c5b61bd8ab6d0a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2224410 Jul 23 17:23:07.211613 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49788) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:07.212930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1add6a22-80fc-460c-ad77-da29b3d550e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:07.237620 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f156d3-6873-42b4-a2ea-28def6f2a644 req-59b2719d-5759-4f08-8aa5-648e5c1133a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:07.239264 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-40f156d3-6873-42b4-a2ea-28def6f2a644 req-59b2719d-5759-4f08-8aa5-648e5c1133a9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 200 len: 916 time: 0.1676910 Jul 23 17:23:07.303508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1a2b39af-88e9-4a39-a658-38b4317f173c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:07.339376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1a2b39af-88e9-4a39-a658-38b4317f173c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:07.360084 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-40f156d3-6873-42b4-a2ea-28def6f2a644 req-ddc93fa7-79f5-49df-ad0b-eea16c815d61 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b952056-6548-42c5-82ed-adfddcc81f36 HTTP/1.1" status: 200 len: 1002 time: 0.1098998 Jul 23 17:23:07.392051 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1a2b39af-88e9-4a39-a658-38b4317f173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:07.396331 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-78089500-4b75-47ac-bfc9-abf1e4cdd68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:07.413066 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b39af-88e9-4a39-a658-38b4317f173c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6165f72-e6fd-45ab-bc5a-b344b3dde137,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:07.416136 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1a2b39af-88e9-4a39-a658-38b4317f173c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:07.426621 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1a2b39af-88e9-4a39-a658-38b4317f173c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:07.427932 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-1a2b39af-88e9-4a39-a658-38b4317f173c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d6165f72-e6fd-45ab-bc5a-b344b3dde137 HTTP/1.1" status: 204 len: 168 time: 0.2138295 Jul 23 17:23:07.444444 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f156d3-6873-42b4-a2ea-28def6f2a644 req-9854f2b3-a57b-47a8-89cd-45ec944477a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:07.446051 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-40f156d3-6873-42b4-a2ea-28def6f2a644 req-9854f2b3-a57b-47a8-89cd-45ec944477a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f137acdd-475c-4812-af2f-0a236bb57605 HTTP/1.1" status: 200 len: 854 time: 0.0787618 Jul 23 17:23:07.530279 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-40f156d3-6873-42b4-a2ea-28def6f2a644 req-d600d20f-f8e4-4376-b456-ea17916b90c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766215 Jul 23 17:23:07.706229 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-40f156d3-6873-42b4-a2ea-28def6f2a644 req-648d706b-c9e7-45f9-87d6-f681b2b13e67 service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681275 Jul 23 17:23:07.927419 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-40f156d3-6873-42b4-a2ea-28def6f2a644 req-3a0f75df-afa6-4c2b-848a-7e0e57e5731e service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128012 Jul 23 17:23:08.361995 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90061a3d-7c12-4211-970b-14af3f65cf38 req-8468fccd-fd66-4cad-9cc2-57acde347990 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:08.364906 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90061a3d-7c12-4211-970b-14af3f65cf38 req-8468fccd-fd66-4cad-9cc2-57acde347990 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 947 time: 0.1215293 Jul 23 17:23:08.423343 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90061a3d-7c12-4211-970b-14af3f65cf38 req-eb2bc6ae-bdc6-4264-b6dc-053c60c2ba0f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508587 Jul 23 17:23:09.715559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21b154-8287-4c2b-98e9-2584b10ed183 req-c0a54f18-a779-4a2c-bf3b-79254197c058 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:09.717377 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ff21b154-8287-4c2b-98e9-2584b10ed183 req-c0a54f18-a779-4a2c-bf3b-79254197c058 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 947 time: 0.1160474 Jul 23 17:23:09.783704 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ff21b154-8287-4c2b-98e9-2584b10ed183 req-6d847f6d-44b5-4a6d-ab21-2915f4734ec2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574970 Jul 23 17:23:10.147102 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-685459d7-d5ec-4279-a063-a185ada5ed47 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:10.148225 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-685459d7-d5ec-4279-a063-a185ada5ed47 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 947 time: 0.0896695 Jul 23 17:23:10.224768 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Deleting port 6b952056-6548-42c5-82ed-adfddcc81f36 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:10.225211 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:10.519016 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] For port 6b952056-6548-42c5-82ed-adfddcc81f36, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6b952056-6548-42c5-82ed-adfddcc81f36,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:10.519429 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:10.852920 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:10.853792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:10.853792 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_db [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Floating IP 6a7df0a7-6ea0-413d-9fc8-46e16e8a7c39 disassociated. External IP: 172.27.0.126, port: 6b952056-6548-42c5-82ed-adfddcc81f36. Jul 23 17:23:10.854073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Calling delete_port for 6b952056-6548-42c5-82ed-adfddcc81f36 owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:11.091193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:11.098900 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3b8870e7-f6ee-49aa-ae58-eb8e806593ee tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:11.142386 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0a447-d7bf-4f98-a966-0cd917c15992 req-6d9c82da-8711-4f8c-9645-0267273eb8fd tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:11.144213 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-12e0a447-d7bf-4f98-a966-0cd917c15992 req-6d9c82da-8711-4f8c-9645-0267273eb8fd tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 947 time: 0.1911411 Jul 23 17:23:11.154571 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event deleted for resources: {'Port': ['ID=6b952056-6548-42c5-82ed-adfddcc81f36,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:11.203558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:11.203981 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:11.204384 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:11.204787 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:11.205188 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:11.205579 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:11.205970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:11.206359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:11.206795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:11.207162 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:11.207554 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:11.212487 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:11.339092 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-12e0a447-d7bf-4f98-a966-0cd917c15992 req-a109856f-0f04-4ca4-9279-8a0b0523e121 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=4f0f3da6-23c6-41d8-9b78-fdf24284f312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860330 Jul 23 17:23:11.646854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Router bd3e9dad-2f75-4451-a238-a7656138dc8b has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:23:11.883954 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:23:11.897773 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a5766-6bae-4190-8e91-1f964738ff6a None None] Sync routers for ids ['bd3e9dad-2f75-4451-a238-a7656138dc8b'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:23:11.911948 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a5766-6bae-4190-8e91-1f964738ff6a None None] Routers {'bd3e9dad-2f75-4451-a238-a7656138dc8b'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:23:11.912650 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-0b1a5766-6bae-4190-8e91-1f964738ff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:23:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['bd3e9dad-2f75-4451-a238-a7656138dc8b'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:11.972433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] No DVR routers for this DVR port 6b952056-6548-42c5-82ed-adfddcc81f36 on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:23:11.978182 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:11.980863 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'name': 'network-vif-deleted', 'tag': '6b952056-6548-42c5-82ed-adfddcc81f36'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:23:11.998870 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-616e373a-59b3-411a-8a35-402c5ea02c45 req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.58 "DELETE /v2.0/ports/6b952056-6548-42c5-82ed-adfddcc81f36 HTTP/1.1" status: 204 len: 173 time: 1.8443923 Jul 23 17:23:12.060282 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea21e72-afa7-4362-affc-be598b2fc0b7', 'name': 'network-vif-deleted', 'tag': '6b952056-6548-42c5-82ed-adfddcc81f36', 'status': 'completed', 'code': 200} Jul 23 17:23:12.139457 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-0b1a5766-6bae-4190-8e91-1f964738ff6a None None] Set router bd3e9dad-2f75-4451-a238-a7656138dc8b gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:23:12.497432 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-0b1a5766-6bae-4190-8e91-1f964738ff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:36Z', 'revision_number': 5, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:12.502937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a5766-6bae-4190-8e91-1f964738ff6a None None] Checking router: bd3e9dad-2f75-4451-a238-a7656138dc8b for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:23:12.517666 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a5766-6bae-4190-8e91-1f964738ff6a None None] Routers {'bd3e9dad-2f75-4451-a238-a7656138dc8b'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:23:12.518379 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-0b1a5766-6bae-4190-8e91-1f964738ff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:23:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['bd3e9dad-2f75-4451-a238-a7656138dc8b'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:12.579444 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-cc62daab-c4a5-4968-8f1b-66c1d59bfd97 req-6b338668-bc75-4238-8aed-8af27917acd3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Synchronizing usage tracker for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:23:12.605556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-cc62daab-c4a5-4968-8f1b-66c1d59bfd97 req-6b338668-bc75-4238-8aed-8af27917acd3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Unset dirty status for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:23:12.607854 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cc62daab-c4a5-4968-8f1b-66c1d59bfd97 req-6b338668-bc75-4238-8aed-8af27917acd3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ea21e72-afa7-4362-affc-be598b2fc0b7 HTTP/1.1" status: 200 len: 210 time: 0.0800476 Jul 23 17:23:12.730117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-0b1a5766-6bae-4190-8e91-1f964738ff6a None None] Set router bd3e9dad-2f75-4451-a238-a7656138dc8b gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:23:13.088038 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-0b1a5766-6bae-4190-8e91-1f964738ff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:36Z', 'revision_number': 5, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:13.093248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a5766-6bae-4190-8e91-1f964738ff6a None None] The sync data for ids ['bd3e9dad-2f75-4451-a238-a7656138dc8b'] in dv-cinder-802045-1-iscsi is: [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:36Z', 'revision_number': 5, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:23:13.726137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb6df4-10c5-4087-b0cf-12015bfcb9e0 None None] New status for floating IP 6a7df0a7-6ea0-413d-9fc8-46e16e8a7c39: DOWN {{(pid=81987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:23:13.820056 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 49878) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:13.945001 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-aead4cfd-873b-4877-92be-9bdbaf24707b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:13.981851 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-aead4cfd-873b-4877-92be-9bdbaf24707b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:14.064613 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-aead4cfd-873b-4877-92be-9bdbaf24707b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:14.069346 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a75158d2-5e9e-48f0-9fe9-23a4ec4704b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:14.093902 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead4cfd-873b-4877-92be-9bdbaf24707b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0f3da6-23c6-41d8-9b78-fdf24284f312,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:14.099190 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-aead4cfd-873b-4877-92be-9bdbaf24707b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:14.111946 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-aead4cfd-873b-4877-92be-9bdbaf24707b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:14.119093 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-aead4cfd-873b-4877-92be-9bdbaf24707b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "DELETE /v2.0/security-groups/4f0f3da6-23c6-41d8-9b78-fdf24284f312 HTTP/1.1" status: 204 len: 168 time: 0.2925460 Jul 23 17:23:14.119482 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 49884) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:14.142496 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.v2.resource [None req-71457628-dd6e-481d-bba7-d2e90c6dfdde tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] show failed (client error): The resource could not be found. Jul 23 17:23:14.143722 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-71457628-dd6e-481d-bba7-d2e90c6dfdde tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups/4f0f3da6-23c6-41d8-9b78-fdf24284f312 HTTP/1.1" status: 404 len: 347 time: 0.0231025 Jul 23 17:23:14.147050 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 49888) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:14.323440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6e967-e907-4078-a38f-192bf91ac63f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Deleting port 3881b0f2-7469-4841-8dca-394ccbdce22a {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:14.323821 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d0d6e967-e907-4078-a38f-192bf91ac63f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:14.531681 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d0d6e967-e907-4078-a38f-192bf91ac63f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:14.532098 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d0d6e967-e907-4078-a38f-192bf91ac63f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:14.673162 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-d0d6e967-e907-4078-a38f-192bf91ac63f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Calling delete_port for 3881b0f2-7469-4841-8dca-394ccbdce22a owned by network:floatingip {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:14.830966 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d0d6e967-e907-4078-a38f-192bf91ac63f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:14.835961 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e54832d7-c201-4f57-a0b1-aaaf95015858 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:14.887553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6e967-e907-4078-a38f-192bf91ac63f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event deleted for resources: {'Port': ['ID=3881b0f2-7469-4841-8dca-394ccbdce22a,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:14.890718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d0d6e967-e907-4078-a38f-192bf91ac63f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:15.004515 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d0d6e967-e907-4078-a38f-192bf91ac63f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for floatingip, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:15.029831 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d0d6e967-e907-4078-a38f-192bf91ac63f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:15.031301 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d0d6e967-e907-4078-a38f-192bf91ac63f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "DELETE /v2.0/floatingips/6a7df0a7-6ea0-413d-9fc8-46e16e8a7c39 HTTP/1.1" status: 204 len: 168 time: 0.8830168 Jul 23 17:23:15.385872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49906) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:15.401442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1315453864', 'description': 'tempest-description--1790445274'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:15.415848 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:15.426729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Usage tracker for resource:security_group and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:15.433325 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:15.450643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:15.467438 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:15.518227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:15.523012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Usage tracker for resource:security_group_rule and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:15.526295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:15.534253 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:15.652237 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:15.652237 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:15.704009 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-efaa05ca-3949-48a1-9e1d-d264593e9614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:15.727064 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:15.736353 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 49918) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:15.746633 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3590250 Jul 23 17:23:15.756103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-d9249349-c029-4cda-bb19-41e105339eb7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Request body: {'security_group_rule': {'security_group_id': 'dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:15.763505 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d9249349-c029-4cda-bb19-41e105339eb7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:15.768334 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-d9249349-c029-4cda-bb19-41e105339eb7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Usage tracker for resource:security_group_rule and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:15.771990 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-d9249349-c029-4cda-bb19-41e105339eb7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:15.790138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d9249349-c029-4cda-bb19-41e105339eb7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:15.794945 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:15.801014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d9249349-c029-4cda-bb19-41e105339eb7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:15.805471 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:15.805884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:15.806241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:15.806647 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:15.807745 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:15.807745 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:15.807927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:15.808166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:15.809073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:15.809073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:15.809580 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:15.815826 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:15.892168 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d9249349-c029-4cda-bb19-41e105339eb7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:15.896241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d9249349-c029-4cda-bb19-41e105339eb7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:15.899747 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:15.946241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9249349-c029-4cda-bb19-41e105339eb7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b16754b-4e47-4d2e-8ae1-171c3571537f,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:15.950495 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d9249349-c029-4cda-bb19-41e105339eb7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:15.965714 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d9249349-c029-4cda-bb19-41e105339eb7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:15.967276 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d9249349-c029-4cda-bb19-41e105339eb7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2292476 Jul 23 17:23:15.970108 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 49922) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:15.977382 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-55e8ca15-906f-43cd-9f0c-bcb49d8a4177 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Request body: {'security_group_rule': {'security_group_id': 'dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:15.984300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-55e8ca15-906f-43cd-9f0c-bcb49d8a4177 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:15.989248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-55e8ca15-906f-43cd-9f0c-bcb49d8a4177 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Usage tracker for resource:security_group_rule and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:15.994764 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-55e8ca15-906f-43cd-9f0c-bcb49d8a4177 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:16.002923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-55e8ca15-906f-43cd-9f0c-bcb49d8a4177 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:16.030972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-55e8ca15-906f-43cd-9f0c-bcb49d8a4177 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:16.108753 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-55e8ca15-906f-43cd-9f0c-bcb49d8a4177 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:16.112036 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-55e8ca15-906f-43cd-9f0c-bcb49d8a4177 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:16.114850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:16.145580 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8ca15-906f-43cd-9f0c-bcb49d8a4177 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84687bc9-3148-447d-babb-f125d7df2b48,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:16.150872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-55e8ca15-906f-43cd-9f0c-bcb49d8a4177 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:16.155110 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-55e8ca15-906f-43cd-9f0c-bcb49d8a4177 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:16.159627 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-55e8ca15-906f-43cd-9f0c-bcb49d8a4177 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1878743 Jul 23 17:23:16.160333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 49930) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:16.167199 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Request body: {'floatingip': {'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:16.173792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:16.179899 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Usage tracker for resource:floatingip and tenant:9a94f9f25d4c4e2fa348bdde979a509f is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:16.189201 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:16.200346 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:16.213166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for floatingip, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:16.376631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:16.544924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Allocated IP 172.27.0.170 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/55655a11-a75f-4cbe-890a-15ab7096f833) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:23:16.731947 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:16.762612 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:16.767718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:16.837526 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:23:16.846054 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:23:16.855264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:23:16.926555 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event updated for resources: {'Port': ['ID=55655a11-a75f-4cbe-890a-15ab7096f833,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:16.936010 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:17.054613 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6b952056-6548-42c5-82ed-adfddcc81f36 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:23:17.100576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:17.121985 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 6b952056-6548-42c5-82ed-adfddcc81f36 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:23:17.123479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6b952056-6548-42c5-82ed-adfddcc81f36 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:23:17.175217 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:17.532204 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:17.539271 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:17.548636 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:17.699321 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event updated for resources: {'Port': ['ID=55655a11-a75f-4cbe-890a-15ab7096f833,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:17.705923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:17.718446 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:17.748653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:17.760125 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a2905ccb-3ad5-4103-9d1c-1ac8bb9b3905 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5890334 Jul 23 17:23:18.212208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-560149e7-e7d4-4a76-be6f-49d22f38fc2d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Synchronizing usage tracker for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:security_group {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:23:18.228347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-560149e7-e7d4-4a76-be6f-49d22f38fc2d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Unset dirty status for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:security_group {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:23:18.229897 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-560149e7-e7d4-4a76-be6f-49d22f38fc2d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1315453864&fields=id&tenant_id=9a94f9f25d4c4e2fa348bdde979a509f HTTP/1.1" status: 200 len: 267 time: 0.0746448 Jul 23 17:23:18.407060 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-595a0268-b2c6-4e6a-83c4-7766e1d90ffb tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:18.408695 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-595a0268-b2c6-4e6a-83c4-7766e1d90ffb tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/networks?id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 200 len: 815 time: 0.1705399 Jul 23 17:23:18.437808 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-5654c6b4-ff5b-4c2e-ad4b-c5deb268301c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/quotas/9a94f9f25d4c4e2fa348bdde979a509f HTTP/1.1" status: 200 len: 375 time: 0.0211506 Jul 23 17:23:18.600870 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1b6b2296-ad10-4f45-b3df-9e435848d398 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Synchronizing usage tracker for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:23:18.628248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1b6b2296-ad10-4f45-b3df-9e435848d398 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Unset dirty status for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:23:18.629755 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1b6b2296-ad10-4f45-b3df-9e435848d398 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1855075 Jul 23 17:23:18.854316 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-2e3a2bb3-1911-41bc-9a2b-389a68bcf3f0 service neutron] 10.222.0.55 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006066 Jul 23 17:23:19.044434 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-88ec8117-aec6-47f1-993a-903cfced6a5e service neutron] 10.222.0.55 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820199 Jul 23 17:23:19.293737 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-90289b58-6c92-4a3f-9248-70a62df4ae18 req-88e47755-5e40-4500-9573-728add2f2e32 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 210 time: 0.0490022 Jul 23 17:23:20.490504 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4f519a91-91fd-4d7d-ac9a-0408b6ad7668 req-897a6d38-408a-428c-afad-67c70c2210eb tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 210 time: 0.0474052 Jul 23 17:23:21.721803 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7bb4dfc9-58f8-42fe-8da8-a44b535da879 req-48d494fe-7ed8-49d1-b6d9-db712f9b5d14 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 210 time: 0.0806291 Jul 23 17:23:22.320203 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-db8821f1-83e0-4c9b-9789-248ab2eec094 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:22.321984 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-db8821f1-83e0-4c9b-9789-248ab2eec094 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.58 "GET /v2.0/networks?id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 200 len: 815 time: 0.1787214 Jul 23 17:23:22.388729 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-159427b4-c4f6-4e64-bbc5-6505566825fa tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a94f9f25d4c4e2fa348bdde979a509f HTTP/1.1" status: 200 len: 380 time: 0.0520444 Jul 23 17:23:22.401178 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Request body: {'port': {'device_id': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'admin_state_up': True, 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'security_groups': ['dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9']}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:22.627935 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:22.640533 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:22.650906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Made reservation on behalf of 9a94f9f25d4c4e2fa348bdde979a509f for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:23:22.657640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:22.966600 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-837aa071-23dc-444f-87c0-f0f066bbf36a req-f599d014-25ca-4324-ba82-782fc568c320 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 210 time: 0.0660892 Jul 23 17:23:22.979670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Allocated IP 172.20.0.12 (32b9f2b4-d76e-42a1-a57f-1f2ed7bca000/f137acdd-475c-4812-af2f-0a236bb57605/6de241c2-ad5e-42e5-befc-8d7f73f51519) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:23:23.220804 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:23.240717 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Transition to ACTIVE for port object 6de241c2-ad5e-42e5-befc-8d7f73f51519 will not be triggered until provisioned by entity DHCP. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:23:23.263900 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:23.270576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:23.350807 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:23:23.355533 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:23:23.361452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:23:23.391416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event updated for resources: {'Port': ['ID=6de241c2-ad5e-42e5-befc-8d7f73f51519,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:23.397986 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:23.442327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:23.443365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:23.476941 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0833299 Jul 23 17:23:23.491644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Request body: {'port': {'device_id': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:23.748957 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-649425a9-a475-444c-81de-c81798e1989d None None] Provisioning for port 6de241c2-ad5e-42e5-befc-8d7f73f51519 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:23:23.758587 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-649425a9-a475-444c-81de-c81798e1989d None None] Provisioning complete for port 6de241c2-ad5e-42e5-befc-8d7f73f51519 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:23:23.759450 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-649425a9-a475-444c-81de-c81798e1989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:23.835479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-649425a9-a475-444c-81de-c81798e1989d None None] Port 6de241c2-ad5e-42e5-befc-8d7f73f51519 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:23:23.937498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:24.466479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb4b8e-cef6-428a-a34b-3cde45179866 req-cbd186f2-8281-42d7-b6b1-429b130ee3b5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:24.467388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-ffbb4b8e-cef6-428a-a34b-3cde45179866 req-cbd186f2-8281-42d7-b6b1-429b130ee3b5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Synchronizing usage tracker for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:23:24.543048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-ffbb4b8e-cef6-428a-a34b-3cde45179866 req-cbd186f2-8281-42d7-b6b1-429b130ee3b5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Unset dirty status for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:23:24.544907 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ffbb4b8e-cef6-428a-a34b-3cde45179866 req-cbd186f2-8281-42d7-b6b1-429b130ee3b5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 932 time: 0.3077822 Jul 23 17:23:24.615372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de241c2-ad5e-42e5-befc-8d7f73f51519 {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:23:24.635679 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:24.676406 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Transition to ACTIVE for port object 6de241c2-ad5e-42e5-befc-8d7f73f51519 will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:23:24.679430 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ffbb4b8e-cef6-428a-a34b-3cde45179866 req-d68d292c-fcb9-4e82-9942-04d5d3cf5bcb tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200836 Jul 23 17:23:24.680852 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:24.687067 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d0d6e967-e907-4078-a38f-192bf91ac63f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:24.830839 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6de241c2-ad5e-42e5-befc-8d7f73f51519,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:24.836292 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:24.971906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Attempting to bind port 6de241c2-ad5e-42e5-befc-8d7f73f51519 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:23:24.972283 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Attempting to bind port 6de241c2-ad5e-42e5-befc-8d7f73f51519 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:23:24.972655 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Attempting to bind port 6de241c2-ad5e-42e5-befc-8d7f73f51519 on network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:23:24.979839 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Port 6de241c2-ad5e-42e5-befc-8d7f73f51519 on network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:23:24.980294 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Attempting to bind port 6de241c2-ad5e-42e5-befc-8d7f73f51519 on network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:23:24.988211 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:23:24.988841 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Checking segment: {'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:23:24.989273 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Bound using segment: {'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:23:24.989758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Bound port: 6de241c2-ad5e-42e5-befc-8d7f73f51519, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:23:24.990150 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:25.139471 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] For port 6de241c2-ad5e-42e5-befc-8d7f73f51519, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:23:25.145494 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] For port 6de241c2-ad5e-42e5-befc-8d7f73f51519, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:23:25.150734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:25.169396 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-239fc225-a088-4c65-98e4-69f10c24d264 tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:25.238825 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:25.240555 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] 10.222.0.58 "PUT /v2.0/ports/6de241c2-ad5e-42e5-befc-8d7f73f51519 HTTP/1.1" status: 200 len: 1094 time: 1.7539980 Jul 23 17:23:25.241140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'tag': '6de241c2-ad5e-42e5-befc-8d7f73f51519'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:23:25.292053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6de241c2-ad5e-42e5-befc-8d7f73f51519,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:25.353618 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:25.355604 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'tag': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'status': 'completed', 'code': 200} Jul 23 17:23:25.416188 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-8a087ded-cb93-49e8-9512-fac73610c42b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 1097 time: 0.1168439 Jul 23 17:23:25.499453 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-b15450c1-af85-45b1-9a4c-8e856b5ccd8b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519 HTTP/1.1" status: 200 len: 217 time: 0.0745170 Jul 23 17:23:25.585434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-285b00f3-e5a8-434d-9aaf-b159d8870851 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:25.587034 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-285b00f3-e5a8-434d-9aaf-b159d8870851 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f137acdd-475c-4812-af2f-0a236bb57605 HTTP/1.1" status: 200 len: 854 time: 0.0810630 Jul 23 17:23:25.690077 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-6ac5f953-bf85-4685-b753-1adf123206e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958707 Jul 23 17:23:25.925219 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-18eb9a78-69fa-42c8-aca3-4a2dd680dae4 service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270296 Jul 23 17:23:26.052050 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715e79b-36e0-41b1-bb4f-49b73bf917de req-0d079900-50b4-4e0c-b864-e0a14ead8deb tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:26.053698 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5715e79b-36e0-41b1-bb4f-49b73bf917de req-0d079900-50b4-4e0c-b864-e0a14ead8deb tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.2107255 Jul 23 17:23:26.133286 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a6dfe1c-344c-45ea-b072-93a435d09291 req-0197b31a-50e8-4efa-9d70-f0ef62388972 service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997278 Jul 23 17:23:26.141319 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5715e79b-36e0-41b1-bb4f-49b73bf917de req-ce87f09f-36b7-4ff6-bd47-b9e93f86f003 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790288 Jul 23 17:23:26.275591 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1dcbe11-2a81-4355-9417-54aa420b265c req-800b018f-d7fe-4af6-ae87-f22b76742903 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 1097 time: 0.0796826 Jul 23 17:23:26.442901 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcbe11-2a81-4355-9417-54aa420b265c req-4b6267ac-4a0b-4389-83b3-8e2cfd49c53d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:26.444543 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1dcbe11-2a81-4355-9417-54aa420b265c req-4b6267ac-4a0b-4389-83b3-8e2cfd49c53d service neutron] 10.222.0.58 "GET /v2.0/networks?id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 200 len: 916 time: 0.1604733 Jul 23 17:23:26.526293 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1dcbe11-2a81-4355-9417-54aa420b265c req-d1af49fc-3f8c-42c0-a575-f0acc4cb20fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519 HTTP/1.1" status: 200 len: 217 time: 0.0747712 Jul 23 17:23:26.600808 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcbe11-2a81-4355-9417-54aa420b265c req-bd2fcc50-f1a8-428b-a2ed-a5677a77ba77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:26.602411 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1dcbe11-2a81-4355-9417-54aa420b265c req-bd2fcc50-f1a8-428b-a2ed-a5677a77ba77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f137acdd-475c-4812-af2f-0a236bb57605 HTTP/1.1" status: 200 len: 854 time: 0.0683990 Jul 23 17:23:26.723339 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 50062) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:26.736041 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1dcbe11-2a81-4355-9417-54aa420b265c req-7ad2fe71-89c4-4813-a83b-c775bbee65d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1237955 Jul 23 17:23:26.957947 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1dcbe11-2a81-4355-9417-54aa420b265c req-1fa704d2-dbe9-467e-a077-8328bb83ea9b service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142944 Jul 23 17:23:26.959313 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-af48ed1b-d151-4e94-9458-bf185ca5702b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:26.997402 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-af48ed1b-d151-4e94-9458-bf185ca5702b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:27.001755 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-af48ed1b-d151-4e94-9458-bf185ca5702b admin admin] Usage tracker for resource:security_group_rule and tenant:8311bb4c13294043a0648caa3e7ea70d is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:27.004904 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-af48ed1b-d151-4e94-9458-bf185ca5702b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:27.011184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-af48ed1b-d151-4e94-9458-bf185ca5702b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:27.087547 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-af48ed1b-d151-4e94-9458-bf185ca5702b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.092264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-af48ed1b-d151-4e94-9458-bf185ca5702b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.115720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-be437218-b86f-406e-b656-af79ba4d0ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:27.132412 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c1dcbe11-2a81-4355-9417-54aa420b265c req-15ce1f2c-1e1f-433c-8f80-810c0b1d790e service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646838 Jul 23 17:23:27.151757 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-af48ed1b-d151-4e94-9458-bf185ca5702b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8311bb4c13294043a0648caa3e7ea70d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4269607 Jul 23 17:23:27.152504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 50072) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:27.170682 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48ed1b-d151-4e94-9458-bf185ca5702b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263d3330-8d4a-4b6b-860e-fcf2101f4f92,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:27.175273 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-af48ed1b-d151-4e94-9458-bf185ca5702b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:27.228680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4919fd10-8261-4e5f-bb04-27e2f7521d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.262412 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4919fd10-8261-4e5f-bb04-27e2f7521d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.385410 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4919fd10-8261-4e5f-bb04-27e2f7521d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.393142 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-aead4cfd-873b-4877-92be-9bdbaf24707b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:27.408276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919fd10-8261-4e5f-bb04-27e2f7521d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263d3330-8d4a-4b6b-860e-fcf2101f4f92,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:27.421679 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4919fd10-8261-4e5f-bb04-27e2f7521d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:27.429050 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4919fd10-8261-4e5f-bb04-27e2f7521d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.430349 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-4919fd10-8261-4e5f-bb04-27e2f7521d01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/263d3330-8d4a-4b6b-860e-fcf2101f4f92 HTTP/1.1" status: 204 len: 168 time: 0.2761240 Jul 23 17:23:27.445159 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887f10e-efae-4034-8ae3-38f7b7ece99a req-2479005e-9d04-4796-bad9-9b7bb40b6f59 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:27.446983 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2887f10e-efae-4034-8ae3-38f7b7ece99a req-2479005e-9d04-4796-bad9-9b7bb40b6f59 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.1440876 Jul 23 17:23:27.503430 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2887f10e-efae-4034-8ae3-38f7b7ece99a req-fab75ad3-d2b6-43cb-b192-ac8c6af9a4d0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461094 Jul 23 17:23:27.914601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 50084) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:27.935805 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e4b524b5-3c48-4269-bc62-0b4a3ea259dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:27.970641 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e4b524b5-3c48-4269-bc62-0b4a3ea259dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:27.974896 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e4b524b5-3c48-4269-bc62-0b4a3ea259dd admin admin] Usage tracker for resource:security_group_rule and tenant:a4daa01fb1e94d2c9e85c4a9ac92b604 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:27.978269 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e4b524b5-3c48-4269-bc62-0b4a3ea259dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:27.984683 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e4b524b5-3c48-4269-bc62-0b4a3ea259dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:28.058707 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e4b524b5-3c48-4269-bc62-0b4a3ea259dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:28.062245 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e4b524b5-3c48-4269-bc62-0b4a3ea259dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:28.069799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-99e5433c-a2ee-4761-a207-0825e1421962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:28.118234 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b524b5-3c48-4269-bc62-0b4a3ea259dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7e7258-9bd1-483f-af68-1b5fcd225ef8,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:28.121618 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e4b524b5-3c48-4269-bc62-0b4a3ea259dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:28.125299 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e4b524b5-3c48-4269-bc62-0b4a3ea259dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4daa01fb1e94d2c9e85c4a9ac92b604&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2095056 Jul 23 17:23:28.128310 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 50088) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:28.197763 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-de777588-1a9e-4c26-9dbd-f630c524a689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:28.226455 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-de777588-1a9e-4c26-9dbd-f630c524a689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:28.273917 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-de777588-1a9e-4c26-9dbd-f630c524a689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:28.278080 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:28.292511 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de777588-1a9e-4c26-9dbd-f630c524a689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7e7258-9bd1-483f-af68-1b5fcd225ef8,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:28.296235 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-de777588-1a9e-4c26-9dbd-f630c524a689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:28.298330 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-de777588-1a9e-4c26-9dbd-f630c524a689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:28.299900 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-de777588-1a9e-4c26-9dbd-f630c524a689 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa7e7258-9bd1-483f-af68-1b5fcd225ef8 HTTP/1.1" status: 204 len: 168 time: 0.1701441 Jul 23 17:23:28.807735 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32650df-1ed6-4c89-b411-38a7731175ae req-1c9ffdb8-aa89-4feb-aff9-70b2d3acd7d0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:28.809947 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a32650df-1ed6-4c89-b411-38a7731175ae req-1c9ffdb8-aa89-4feb-aff9-70b2d3acd7d0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.1008859 Jul 23 17:23:28.874056 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a32650df-1ed6-4c89-b411-38a7731175ae req-10be3d68-d6e0-4eb9-9dd5-44b8b0cd39c6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568740 Jul 23 17:23:28.890616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 50106) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:29.088823 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-75ba88ac-634a-471b-81e7-60ee8ad60cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:29.099531 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6de241c2-ad5e-42e5-befc-8d7f73f51519 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:23:29.132967 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-75ba88ac-634a-471b-81e7-60ee8ad60cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:29.139110 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-75ba88ac-634a-471b-81e7-60ee8ad60cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:6f9fd41578e34c818ed4e0512fba770e is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:29.142888 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-75ba88ac-634a-471b-81e7-60ee8ad60cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:29.150789 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-75ba88ac-634a-471b-81e7-60ee8ad60cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:29.236216 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-75ba88ac-634a-471b-81e7-60ee8ad60cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:29.239683 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-75ba88ac-634a-471b-81e7-60ee8ad60cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:29.248347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b90b9dfe-fe2f-45a2-98ec-290496d7aed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:29.277677 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6de241c2-ad5e-42e5-befc-8d7f73f51519, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:29.305477 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'port_id': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'mac_address': 'fa:16:3e:bf:b7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:23:29.315827 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba88ac-634a-471b-81e7-60ee8ad60cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736cec41-6333-4ddd-a0d1-2e606d3d39ab,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:29.319471 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-75ba88ac-634a-471b-81e7-60ee8ad60cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:29.322230 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-75ba88ac-634a-471b-81e7-60ee8ad60cd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f9fd41578e34c818ed4e0512fba770e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4302511 Jul 23 17:23:29.326636 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 50120) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:29.389376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:29.408110 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfaa6-b032-4973-9e7e-424c541847c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:29.416724 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de241c2-ad5e-42e5-befc-8d7f73f51519 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:23:29.442216 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6de241c2-ad5e-42e5-befc-8d7f73f51519, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:29.445257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfaa6-b032-4973-9e7e-424c541847c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:29.446907 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:29.449974 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:29.565372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=6de241c2-ad5e-42e5-befc-8d7f73f51519,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:29.576723 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:29.577113 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:29.577519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:29.577926 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:29.578630 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:29.579267 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:29.579669 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:29.580132 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:29.580589 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:29.581046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:29.581512 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:23:29.586280 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:29.719486 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfaa6-b032-4973-9e7e-424c541847c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:29.722257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['6de241c2-ad5e-42e5-befc-8d7f73f51519'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:23:29.727270 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-68dcb831-a3fa-40ed-bf59-d3f169c27f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:29.742697 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cfaa6-b032-4973-9e7e-424c541847c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736cec41-6333-4ddd-a0d1-2e606d3d39ab,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:29.746825 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ff4cfaa6-b032-4973-9e7e-424c541847c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:29.747374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ff4cfaa6-b032-4973-9e7e-424c541847c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:29.748641 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ff4cfaa6-b032-4973-9e7e-424c541847c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/736cec41-6333-4ddd-a0d1-2e606d3d39ab HTTP/1.1" status: 204 len: 168 time: 0.4210012 Jul 23 17:23:30.136925 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9f8d2-2ed6-4bd1-820c-bdfd9a305bad req-7caf64f6-9a75-44e8-942c-fab53d164b8f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:30.139270 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-66a9f8d2-2ed6-4bd1-820c-bdfd9a305bad req-7caf64f6-9a75-44e8-942c-fab53d164b8f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 945 time: 0.0958261 Jul 23 17:23:30.152610 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7ea860fe-88f0-44c6-9ddc-fffcc92e0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:30.196913 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-66a9f8d2-2ed6-4bd1-820c-bdfd9a305bad req-b6731141-e2c9-4eac-8239-bca9a82eac53 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483541 Jul 23 17:23:30.245522 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 50140) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:30.420879 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-39454950-bee7-4fe4-ade3-625595268d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:30.460872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-39454950-bee7-4fe4-ade3-625595268d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:30.465075 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-39454950-bee7-4fe4-ade3-625595268d84 admin admin] Usage tracker for resource:security_group_rule and tenant:3e0045895a0a440dbb2e9f2dc1fb22eb is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:30.468719 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-39454950-bee7-4fe4-ade3-625595268d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:30.475221 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-39454950-bee7-4fe4-ade3-625595268d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:30.546143 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-39454950-bee7-4fe4-ade3-625595268d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:30.549286 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-39454950-bee7-4fe4-ade3-625595268d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:30.557308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-af48ed1b-d151-4e94-9458-bf185ca5702b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:30.608620 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-39454950-bee7-4fe4-ade3-625595268d84 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e0045895a0a440dbb2e9f2dc1fb22eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3605278 Jul 23 17:23:30.609355 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39454950-bee7-4fe4-ade3-625595268d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495dc9ae-9820-4d0a-8d19-43d4a1672603,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:30.611639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 50146) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:30.613009 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-39454950-bee7-4fe4-ade3-625595268d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:30.681454 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-759127aa-80fb-4654-ae38-0e8e61a17a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:30.710282 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-759127aa-80fb-4654-ae38-0e8e61a17a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:30.763950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-759127aa-80fb-4654-ae38-0e8e61a17a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:30.768136 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7f8d0778-bf40-4825-8476-ce9c50a6623b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:30.780593 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759127aa-80fb-4654-ae38-0e8e61a17a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495dc9ae-9820-4d0a-8d19-43d4a1672603,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:30.783198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-759127aa-80fb-4654-ae38-0e8e61a17a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:30.790513 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-759127aa-80fb-4654-ae38-0e8e61a17a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:30.791824 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-759127aa-80fb-4654-ae38-0e8e61a17a14 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/495dc9ae-9820-4d0a-8d19-43d4a1672603 HTTP/1.1" status: 204 len: 168 time: 0.1790388 Jul 23 17:23:31.117137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6de241c2-ad5e-42e5-befc-8d7f73f51519 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:23:31.199719 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 6de241c2-ad5e-42e5-befc-8d7f73f51519 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:23:31.208186 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 6de241c2-ad5e-42e5-befc-8d7f73f51519 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:23:31.208850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:31.363104 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:31.394921 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de241c2-ad5e-42e5-befc-8d7f73f51519'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:23:31.406578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6de241c2-ad5e-42e5-befc-8d7f73f51519, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:31.410202 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:31.412480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:31.466721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c1146-c93d-4576-bf44-062ecb9c87b3 req-8d08c451-b549-4372-95ba-e75b62686c6c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:31.468777 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0d1c1146-c93d-4576-bf44-062ecb9c87b3 req-8d08c451-b549-4372-95ba-e75b62686c6c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.1037388 Jul 23 17:23:31.484763 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'code': 200} Jul 23 17:23:31.490899 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=6de241c2-ad5e-42e5-befc-8d7f73f51519,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:31.495339 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:31.538797 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0d1c1146-c93d-4576-bf44-062ecb9c87b3 req-48d421f2-029a-43ca-a6c4-7b574b2901d7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627198 Jul 23 17:23:31.669826 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:31.754629 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f17bde70-7fce-4d33-bc3d-61962f896790 req-c6eab595-71cc-405a-a9c6-fbc0b2332eba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 1099 time: 0.0895433 Jul 23 17:23:31.804340 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f17bde70-7fce-4d33-bc3d-61962f896790 req-59124f8d-7dd8-4af3-8947-05c4acab977b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401618 Jul 23 17:23:32.272789 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668336-0922-4870-9971-3fe66979877f req-885b8a8b-a210-43c3-9b81-438f252d6e99 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:32.274978 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-63668336-0922-4870-9971-3fe66979877f req-885b8a8b-a210-43c3-9b81-438f252d6e99 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.0943615 Jul 23 17:23:32.332387 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-63668336-0922-4870-9971-3fe66979877f req-08074311-fe71-4769-9c24-d41dde45fcb1 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489783 Jul 23 17:23:32.682136 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-94ce269a-0589-4d9b-aa88-7ba746ac303a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:32.851814 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9216a02-0ed2-41e2-98ba-bc2e6580f74a req-e0be5830-275a-44ca-89f6-0130ce239b2e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:32.853635 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a9216a02-0ed2-41e2-98ba-bc2e6580f74a req-e0be5830-275a-44ca-89f6-0130ce239b2e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.1084549 Jul 23 17:23:32.914636 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a9216a02-0ed2-41e2-98ba-bc2e6580f74a req-bfffe38e-6800-4d6e-b3d2-d4f154525c98 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490384 Jul 23 17:23:32.940579 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:33.578022 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf6245-ee43-4672-9cdd-c161f1a5da4f req-104b3238-ee1b-4ba2-8a91-fb9fe1132b0a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:33.579951 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0dcf6245-ee43-4672-9cdd-c161f1a5da4f req-104b3238-ee1b-4ba2-8a91-fb9fe1132b0a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.0931263 Jul 23 17:23:33.649771 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0dcf6245-ee43-4672-9cdd-c161f1a5da4f req-d01cdc9e-792a-4825-99e1-5b119016f814 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549076 Jul 23 17:23:33.847348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:34.169145 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93810b-4706-4849-ab22-ac04ffa7a0c9 req-ea451a89-3f6f-4e22-8f84-b568239c0b1e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:34.171945 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3e93810b-4706-4849-ab22-ac04ffa7a0c9 req-ea451a89-3f6f-4e22-8f84-b568239c0b1e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.1060138 Jul 23 17:23:34.231966 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3e93810b-4706-4849-ab22-ac04ffa7a0c9 req-f8396b11-d357-400f-8117-b07c88fee513 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533428 Jul 23 17:23:34.324005 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e2d03eb8-579f-4c48-bc71-8da6c5caf7d3 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:34.325916 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e2d03eb8-579f-4c48-bc71-8da6c5caf7d3 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.0900931 Jul 23 17:23:34.327357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:34.452211 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Deleting port 4a3850e8-f9ac-483a-bc70-fc178a054ee7 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:34.452589 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:34.590014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ea3eb-59fa-4131-89d6-eb244598914d req-5300b72e-17f8-48a2-bdbe-7f4b54036083 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:34.592010 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2c1ea3eb-59fa-4131-89d6-eb244598914d req-5300b72e-17f8-48a2-bdbe-7f4b54036083 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.2118318 Jul 23 17:23:34.601963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 50206) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:34.608907 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-903dbf6d-de12-4f05-8d8f-1aeebb1e32ed tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Request body: {'floatingip': {'port_id': '6de241c2-ad5e-42e5-befc-8d7f73f51519'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:34.609837 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:23:34.710272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-903dbf6d-de12-4f05-8d8f-1aeebb1e32ed tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for floatingip, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:34.818050 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] For port 4a3850e8-f9ac-483a-bc70-fc178a054ee7, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=4a3850e8-f9ac-483a-bc70-fc178a054ee7,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:34.818592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:35.180772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001b47a-e205-43c6-9b66-d15507e317f0 req-7bdc1d5a-52f5-4b3a-8167-8c10c73ca53a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:35.182417 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6001b47a-e205-43c6-9b66-d15507e317f0 req-7bdc1d5a-52f5-4b3a-8167-8c10c73ca53a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 946 time: 0.2968645 Jul 23 17:23:35.237804 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:35.238213 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:35.238564 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_db [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Floating IP faf16585-5d28-4132-9ad8-3d80a293bf49 disassociated. External IP: 172.27.0.70, port: 4a3850e8-f9ac-483a-bc70-fc178a054ee7. Jul 23 17:23:35.239675 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Calling delete_port for 4a3850e8-f9ac-483a-bc70-fc178a054ee7 owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:35.314819 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6001b47a-e205-43c6-9b66-d15507e317f0 req-2cdb7807-88c4-4b5d-a4eb-da7772f086de tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=b428ea64-b1a3-4180-a072-05d7e8d2a1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197128 Jul 23 17:23:35.430835 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:35.446212 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d5d782cf-a726-4848-9437-c307988295af tempest-VolumesNegativeTest-199389151 tempest-VolumesNegativeTest-199389151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:35.450508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-903dbf6d-de12-4f05-8d8f-1aeebb1e32ed tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:35.454415 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-903dbf6d-de12-4f05-8d8f-1aeebb1e32ed tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:35.490718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event deleted for resources: {'Port': ['ID=4a3850e8-f9ac-483a-bc70-fc178a054ee7,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:35.494116 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:35.531540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 50218) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:35.697042 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_db [None req-903dbf6d-de12-4f05-8d8f-1aeebb1e32ed tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Floating IP f5b1bbbb-b986-4ddd-b620-532e48a3bdff associated. External IP: 172.27.0.170, port: 6de241c2-ad5e-42e5-befc-8d7f73f51519. Jul 23 17:23:35.742378 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:23:36.033511 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:23:36.056857 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b858b9-fb09-4791-bbb0-9b5857c01381 None None] Sync routers for ids ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:23:36.074469 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b858b9-fb09-4791-bbb0-9b5857c01381 None None] Routers {'99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:23:36.075850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf715-94c1-49da-8fd6-dca5e656ec85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:36.076706 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-57b858b9-fb09-4791-bbb0-9b5857c01381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:23:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:36.133149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0e2bf715-94c1-49da-8fd6-dca5e656ec85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:36.143114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] No DVR routers for this DVR port 4a3850e8-f9ac-483a-bc70-fc178a054ee7 on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:23:36.145983 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:36.149112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2f4929-d113-4894-889d-1986dc88bd29', 'name': 'network-vif-deleted', 'tag': '4a3850e8-f9ac-483a-bc70-fc178a054ee7'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:23:36.156377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0e2bf715-94c1-49da-8fd6-dca5e656ec85 admin admin] Usage tracker for resource:security_group_rule and tenant:d1dc669e2715420aa9eb77fcb1d79a7c is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:36.162784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0e2bf715-94c1-49da-8fd6-dca5e656ec85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:36.167780 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a8feea4b-3bdf-489a-b112-46da5a79b943 req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.58 "DELETE /v2.0/ports/4a3850e8-f9ac-483a-bc70-fc178a054ee7 HTTP/1.1" status: 204 len: 173 time: 1.8367751 Jul 23 17:23:36.176155 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0e2bf715-94c1-49da-8fd6-dca5e656ec85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:36.240608 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2f4929-d113-4894-889d-1986dc88bd29', 'name': 'network-vif-deleted', 'tag': '4a3850e8-f9ac-483a-bc70-fc178a054ee7', 'status': 'completed', 'code': 200} Jul 23 17:23:36.278652 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf715-94c1-49da-8fd6-dca5e656ec85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:36.287472 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf715-94c1-49da-8fd6-dca5e656ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:36.297184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e6f05b97-3fe7-48c5-a154-73f518eef39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:36.359823 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bf715-94c1-49da-8fd6-dca5e656ec85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfb6616-9daf-4f38-8fe1-fc377d54c78a,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:36.367847 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0e2bf715-94c1-49da-8fd6-dca5e656ec85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:36.377257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 50228) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:36.377437 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-0e2bf715-94c1-49da-8fd6-dca5e656ec85 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1dc669e2715420aa9eb77fcb1d79a7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8443189 Jul 23 17:23:36.466856 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9633a09b-f992-43c5-b1ab-d30ecd545c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:36.508731 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9633a09b-f992-43c5-b1ab-d30ecd545c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:36.509676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-57b858b9-fb09-4791-bbb0-9b5857c01381 None None] Set router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:23:36.598578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-d2a5e8f6-4baf-4ed1-813d-a99a74fee8f3 req-e93113a9-61bc-4e08-b227-46d8242a8a23 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Synchronizing usage tracker for tenant:d09651e9ee6a4d8a8c2da6d0b2032eda on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:23:36.622421 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-d2a5e8f6-4baf-4ed1-813d-a99a74fee8f3 req-e93113a9-61bc-4e08-b227-46d8242a8a23 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Unset dirty status for tenant:d09651e9ee6a4d8a8c2da6d0b2032eda on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:23:36.623835 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d2a5e8f6-4baf-4ed1-813d-a99a74fee8f3 req-e93113a9-61bc-4e08-b227-46d8242a8a23 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd2f4929-d113-4894-889d-1986dc88bd29 HTTP/1.1" status: 200 len: 210 time: 0.1182392 Jul 23 17:23:36.638676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9633a09b-f992-43c5-b1ab-d30ecd545c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:36.644769 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e4b524b5-3c48-4269-bc62-0b4a3ea259dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:36.658544 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633a09b-f992-43c5-b1ab-d30ecd545c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfb6616-9daf-4f38-8fe1-fc377d54c78a,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:36.669554 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9633a09b-f992-43c5-b1ab-d30ecd545c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:36.677406 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9633a09b-f992-43c5-b1ab-d30ecd545c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:36.679073 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9633a09b-f992-43c5-b1ab-d30ecd545c0e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbfb6616-9daf-4f38-8fe1-fc377d54c78a HTTP/1.1" status: 204 len: 168 time: 0.3001018 Jul 23 17:23:36.703573 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903dbf6d-de12-4f05-8d8f-1aeebb1e32ed tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Router bd3e9dad-2f75-4451-a238-a7656138dc8b has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:23:36.958804 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-57b858b9-fb09-4791-bbb0-9b5857c01381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:33Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:36.963956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b858b9-fb09-4791-bbb0-9b5857c01381 None None] Checking router: 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:23:36.977798 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b858b9-fb09-4791-bbb0-9b5857c01381 None None] Routers {'99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:23:36.978720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-57b858b9-fb09-4791-bbb0-9b5857c01381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:23:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:36.998811 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903dbf6d-de12-4f05-8d8f-1aeebb1e32ed tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:23:37.012951 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5a6fc7-54aa-44a7-8b12-1b93ca2183b6 None None] Sync routers for ids ['bd3e9dad-2f75-4451-a238-a7656138dc8b'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:23:37.025674 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5a6fc7-54aa-44a7-8b12-1b93ca2183b6 None None] Routers {'bd3e9dad-2f75-4451-a238-a7656138dc8b'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:23:37.026906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-eb5a6fc7-54aa-44a7-8b12-1b93ca2183b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:23:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['bd3e9dad-2f75-4451-a238-a7656138dc8b'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:37.029130 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-903dbf6d-de12-4f05-8d8f-1aeebb1e32ed tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:37.103533 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-903dbf6d-de12-4f05-8d8f-1aeebb1e32ed tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "PUT /v2.0/floatingips/f5b1bbbb-b986-4ddd-b620-532e48a3bdff HTTP/1.1" status: 200 len: 992 time: 2.5002835 Jul 23 17:23:37.104429 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'tag': '6de241c2-ad5e-42e5-befc-8d7f73f51519'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:23:37.175200 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'tag': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'status': 'completed', 'code': 200} Jul 23 17:23:37.263863 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-eb5a6fc7-54aa-44a7-8b12-1b93ca2183b6 None None] Set router bd3e9dad-2f75-4451-a238-a7656138dc8b gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:23:37.295374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-57b858b9-fb09-4791-bbb0-9b5857c01381 None None] Set router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:23:37.302930 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-342b87da-2ce7-4162-a959-1763ade718e9 req-9e1338cd-9e53-4505-8b41-a56e5410972c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 1099 time: 0.1051352 Jul 23 17:23:37.730382 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b87da-2ce7-4162-a959-1763ade718e9 req-c7fc2f87-a82a-4581-8b23-9686f165c603 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:37.732907 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-342b87da-2ce7-4162-a959-1763ade718e9 req-c7fc2f87-a82a-4581-8b23-9686f165c603 service neutron] 10.222.0.58 "GET /v2.0/networks?id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 200 len: 916 time: 0.4228127 Jul 23 17:23:37.802702 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-57b858b9-fb09-4791-bbb0-9b5857c01381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:33Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:37.821331 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b858b9-fb09-4791-bbb0-9b5857c01381 None None] The sync data for ids ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'] in dv-cinder-802045-1-iscsi is: [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:33Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:23:37.864049 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-eb5a6fc7-54aa-44a7-8b12-1b93ca2183b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': 'f5b1bbbb-b986-4ddd-b620-532e48a3bdff', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'port_id': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'mac_address': 'fa:16:3e:bf:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:23:16Z', 'updated_at': '2021-07-23T17:23:35Z', 'revision_number': 1, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:36Z', 'revision_number': 5, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:37.871443 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-342b87da-2ce7-4162-a959-1763ade718e9 req-78f92402-bd5b-4019-8f57-991b86277476 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519 HTTP/1.1" status: 200 len: 1000 time: 0.1312065 Jul 23 17:23:37.871587 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5a6fc7-54aa-44a7-8b12-1b93ca2183b6 None None] Checking router: bd3e9dad-2f75-4451-a238-a7656138dc8b for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:23:37.895667 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5a6fc7-54aa-44a7-8b12-1b93ca2183b6 None None] Routers {'bd3e9dad-2f75-4451-a238-a7656138dc8b'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:23:37.896541 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-eb5a6fc7-54aa-44a7-8b12-1b93ca2183b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:23:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['bd3e9dad-2f75-4451-a238-a7656138dc8b'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:37.913361 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 50256) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:37.975926 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b87da-2ce7-4162-a959-1763ade718e9 req-c5a000f9-b4c6-47e1-83f6-6807b70034c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:37.977848 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-342b87da-2ce7-4162-a959-1763ade718e9 req-c5a000f9-b4c6-47e1-83f6-6807b70034c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f137acdd-475c-4812-af2f-0a236bb57605 HTTP/1.1" status: 200 len: 854 time: 0.0974033 Jul 23 17:23:38.056756 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3e87ffc9-d976-4231-aad5-b342bf72a0d6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:38.073840 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-342b87da-2ce7-4162-a959-1763ade718e9 req-b6166708-f97a-40d7-b107-66deb5c969c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898559 Jul 23 17:23:38.094381 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3e87ffc9-d976-4231-aad5-b342bf72a0d6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:38.148831 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-eb5a6fc7-54aa-44a7-8b12-1b93ca2183b6 None None] Set router bd3e9dad-2f75-4451-a238-a7656138dc8b gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:23:38.160292 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3e87ffc9-d976-4231-aad5-b342bf72a0d6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:38.165800 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 50262) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:38.166800 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-df1c9926-a9dc-457b-a0cd-e27624482449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:38.190586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87ffc9-d976-4231-aad5-b342bf72a0d6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b428ea64-b1a3-4180-a072-05d7e8d2a1d7,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:38.193975 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3e87ffc9-d976-4231-aad5-b342bf72a0d6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:38.201802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3e87ffc9-d976-4231-aad5-b342bf72a0d6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:38.203191 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-3e87ffc9-d976-4231-aad5-b342bf72a0d6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "DELETE /v2.0/security-groups/b428ea64-b1a3-4180-a072-05d7e8d2a1d7 HTTP/1.1" status: 204 len: 168 time: 0.2882175 Jul 23 17:23:38.206146 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 50268) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:38.245404 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.v2.resource [None req-7b958b1f-e9b6-49d8-b261-3678a2ad5ecc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] show failed (client error): The resource could not be found. Jul 23 17:23:38.247201 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7b958b1f-e9b6-49d8-b261-3678a2ad5ecc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups/b428ea64-b1a3-4180-a072-05d7e8d2a1d7 HTTP/1.1" status: 404 len: 347 time: 0.0399754 Jul 23 17:23:38.250193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 50272) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:38.292859 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-342b87da-2ce7-4162-a959-1763ade718e9 req-b81be773-670d-4347-be5e-ca6a131ed9a5 service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118924 Jul 23 17:23:38.516605 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Deleting port 7db55a2d-8708-427c-88bf-dc624d649a0a {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:38.517326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:38.562736 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-948526252-network', 'tenant_id': '340a8ceb88d84ac5bd45f26f4eb62dbf'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:38.577263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:38.588195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Usage tracker for resource:network and tenant:340a8ceb88d84ac5bd45f26f4eb62dbf is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:38.589300 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-342b87da-2ce7-4162-a959-1763ade718e9 req-6dd9c1c2-1214-497b-80b4-1eb891d80761 service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892609 Jul 23 17:23:38.599903 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:38.635119 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:38.638958 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f1d30-a866-4b05-a845-fdf1a3bc56fc None None] New status for floating IP faf16585-5d28-4132-9ad8-3d80a293bf49: DOWN {{(pid=81986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:23:38.710367 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Made reservation on behalf of 340a8ceb88d84ac5bd45f26f4eb62dbf for: {'network': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:23:38.715395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:38.733460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-eb5a6fc7-54aa-44a7-8b12-1b93ca2183b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': 'f5b1bbbb-b986-4ddd-b620-532e48a3bdff', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'port_id': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'mac_address': 'fa:16:3e:bf:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:23:16Z', 'updated_at': '2021-07-23T17:23:35Z', 'revision_number': 1, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:36Z', 'revision_number': 5, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:23:38.739619 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:38.741592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5a6fc7-54aa-44a7-8b12-1b93ca2183b6 None None] The sync data for ids ['bd3e9dad-2f75-4451-a238-a7656138dc8b'] in dv-cinder-802045-1-iscsi is: [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': 'f5b1bbbb-b986-4ddd-b620-532e48a3bdff', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'floating_ip_address': '172.27.0.170', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'port_id': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'mac_address': 'fa:16:3e:bf:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:23:16Z', 'updated_at': '2021-07-23T17:23:35Z', 'revision_number': 1, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:36Z', 'revision_number': 5, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:23:38.807877 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:38.808168 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:38.826791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:38.939993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Usage tracker for resource:security_group_rule and tenant:340a8ceb88d84ac5bd45f26f4eb62dbf is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:38.949089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Calling delete_port for 7db55a2d-8708-427c-88bf-dc624d649a0a owned by network:floatingip {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:38.976926 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:38.990144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:39.082033 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.db.api [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:23:39.082408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.api [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:23:39.117566 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:39.122510 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:39.125977 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-affdc417-e9a8-41d4-b7f6-17d2b2976146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:39.132265 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 4a3850e8-f9ac-483a-bc70-fc178a054ee7 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:23:39.161730 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=81984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:23:39.169686 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 4a3850e8-f9ac-483a-bc70-fc178a054ee7 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:23:39.170262 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 4a3850e8-f9ac-483a-bc70-fc178a054ee7 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:23:39.173810 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5520865-3e0b-430a-9731-67cee5299ad8,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:39.177430 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:39.182658 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:39.182658 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Added segment 1dd04844-d8a7-41da-9a6c-c8dea50f120c of type vlan for network cfacdbf6-954d-4490-b435-df409d888dc2 Jul 23 17:23:39.214618 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:39.252853 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:39.254330 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:39.255131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:39.261736 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:39.302805 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343258bf-acf9-4242-8c15-0e288ee35585 None None] New status for floating IP f5b1bbbb-b986-4ddd-b620-532e48a3bdff: ACTIVE {{(pid=81987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:23:39.383850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Pushing event updated for resources: {'Network': ['ID=cfacdbf6-954d-4490-b435-df409d888dc2,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:39.387934 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:39.390945 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2127268 Jul 23 17:23:39.394354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 50278) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:39.400018 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network cfacdbf6-954d-4490-b435-df409d888dc2 details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:23:39.402476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Request body: {'subnet': {'network_id': 'cfacdbf6-954d-4490-b435-df409d888dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-948526252-subnet', 'tenant_id': '340a8ceb88d84ac5bd45f26f4eb62dbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:39.407918 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:39.412938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Usage tracker for resource:subnet and tenant:340a8ceb88d84ac5bd45f26f4eb62dbf is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:39.416402 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:39.423192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:39.435332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Made reservation on behalf of 340a8ceb88d84ac5bd45f26f4eb62dbf for: {'subnet': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:23:39.443956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851925622'] for subnet, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:39.583283 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Deleting port 7db55a2d-8708-427c-88bf-dc624d649a0a {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:23:39.583668 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:39.857607 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851925605'] for subnet, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:39.880252 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-093db6b3-5f12-4e94-816b-fec50bc25f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:39.914601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:39.915004 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:40.067032 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Calling delete_port for 7db55a2d-8708-427c-88bf-dc624d649a0a owned by network:floatingip {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:23:40.134648 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e324757d-73ee-41eb-8914-272a27cb8b9e,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:40.141215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:40.163661 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Checking segment: {'id': '1dd04844-d8a7-41da-9a6c-c8dea50f120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cfacdbf6-954d-4490-b435-df409d888dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:23:40.164059 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Network hostable DHCP agents. Network: cfacdbf6-954d-4490-b435-df409d888dc2, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:23:40.251955 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Network cfacdbf6-954d-4490-b435-df409d888dc2 is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:23:40.265376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, cfacdbf6-954d-4490-b435-df409d888dc2) {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:23:40.273046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:40.273700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:40.276357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9509df-ff71-422b-aea2-d8c6032acf71 None None] Network cfacdbf6-954d-4490-b435-df409d888dc2 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:23:40.292895 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:40.299809 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-db2d313b-b8f6-467f-817f-01a94221f500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:40.354116 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event deleted for resources: {'Port': ['ID=7db55a2d-8708-427c-88bf-dc624d649a0a,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:40.359285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:40.395621 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9994318 Jul 23 17:23:40.463313 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:40.465806 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:40.470292 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "DELETE /v2.0/floatingips/faf16585-5d28-4132-9ad8-3d80a293bf49 HTTP/1.1" status: 204 len: 168 time: 2.2156076 Jul 23 17:23:40.571751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90cc035-efbf-4913-9894-67303c6dd62d None None] Network cfacdbf6-954d-4490-b435-df409d888dc2 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:23:40.859666 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 50294) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:40.866494 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--198404700', 'description': 'tempest-description--1209204932'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:40.875091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:40.881395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Usage tracker for resource:security_group and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:40.885807 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:40.896574 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:40.907090 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:40.960233 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:40.966508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Usage tracker for resource:security_group_rule and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:40.972016 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:40.983119 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:41.075096 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:41.078078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:41.083916 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6674cb27-9584-4cc4-a664-3b1f3e1d838f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:41.130858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:41.132238 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2713461 Jul 23 17:23:41.133286 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6f58ff-6077-4824-882a-38e6f3ee33ff,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:41.135462 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 50298) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:41.136452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:41.143078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-27cf8422-86ee-49b8-9601-6b2f722c3db0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Request body: {'security_group_rule': {'security_group_id': '8a6f58ff-6077-4824-882a-38e6f3ee33ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:41.150285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-27cf8422-86ee-49b8-9601-6b2f722c3db0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:41.155349 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-27cf8422-86ee-49b8-9601-6b2f722c3db0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Usage tracker for resource:security_group_rule and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:41.158918 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-27cf8422-86ee-49b8-9601-6b2f722c3db0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:41.169145 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-27cf8422-86ee-49b8-9601-6b2f722c3db0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:41.190516 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-27cf8422-86ee-49b8-9601-6b2f722c3db0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:41.288252 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-27cf8422-86ee-49b8-9601-6b2f722c3db0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:41.291543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-27cf8422-86ee-49b8-9601-6b2f722c3db0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:41.298848 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e22db9e5-431d-4722-8710-6de3c38fa3e4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:41.326851 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf8422-86ee-49b8-9601-6b2f722c3db0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33db691e-10eb-469e-baed-173f0949abae,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:41.330302 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-27cf8422-86ee-49b8-9601-6b2f722c3db0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:41.332633 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-27cf8422-86ee-49b8-9601-6b2f722c3db0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:41.334374 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-27cf8422-86ee-49b8-9601-6b2f722c3db0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1975734 Jul 23 17:23:41.337524 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 50304) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:41.350638 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-a2978722-b8bb-43df-a292-b5ab9219b9cc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Request body: {'security_group_rule': {'security_group_id': '8a6f58ff-6077-4824-882a-38e6f3ee33ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:41.354219 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a2978722-b8bb-43df-a292-b5ab9219b9cc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:41.358621 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a2978722-b8bb-43df-a292-b5ab9219b9cc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Usage tracker for resource:security_group_rule and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:41.361966 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a2978722-b8bb-43df-a292-b5ab9219b9cc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:41.369448 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a2978722-b8bb-43df-a292-b5ab9219b9cc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:41.392148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a2978722-b8bb-43df-a292-b5ab9219b9cc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:41.697514 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a2978722-b8bb-43df-a292-b5ab9219b9cc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:41.701535 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a2978722-b8bb-43df-a292-b5ab9219b9cc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:41.703976 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-435233ce-2858-4d75-bc63-4737a162da1b tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:41.731495 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2978722-b8bb-43df-a292-b5ab9219b9cc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1929de13-908e-4951-bde6-1e9533666680,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:41.734573 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a2978722-b8bb-43df-a292-b5ab9219b9cc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:41.742312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a2978722-b8bb-43df-a292-b5ab9219b9cc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:41.743828 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a2978722-b8bb-43df-a292-b5ab9219b9cc tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4051290 Jul 23 17:23:41.748080 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 50310) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:23:41.755221 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Request body: {'floatingip': {'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:41.766668 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:41.771632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Usage tracker for resource:floatingip and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:41.775781 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:41.784832 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:41.797733 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:41.965498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:42.121135 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Allocated IP 172.27.0.75 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/54a63113-36dd-44d0-a4b2-4370a7d4c38d) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:23:42.279171 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:42.305080 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:42.309480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a2803173-4c0f-48fc-ad95-ebd7d81f8f21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:42.379465 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:23:42.382995 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:23:42.387683 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:23:42.416934 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event updated for resources: {'Port': ['ID=54a63113-36dd-44d0-a4b2-4370a7d4c38d,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:42.423258 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:42.556309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:42.616739 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:42.884569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:42.885413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-d843b94d-6d58-4ad5-90e3-7c4519d16953 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:42.887663 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-d843b94d-6d58-4ad5-90e3-7c4519d16953 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/networks?id=cfacdbf6-954d-4490-b435-df409d888dc2 HTTP/1.1" status: 200 len: 813 time: 0.1626885 Jul 23 17:23:42.889171 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:42.894308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-03e20030-20e1-4343-af0c-76d0bbdded6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:42.906080 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-443be1a2-c989-40a0-9c56-5ed656a701d3 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/quotas/340a8ceb88d84ac5bd45f26f4eb62dbf HTTP/1.1" status: 200 len: 375 time: 0.0125751 Jul 23 17:23:42.960349 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-b841cf27-75a3-423c-a441-48ad7af31710 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=340a8ceb88d84ac5bd45f26f4eb62dbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477903 Jul 23 17:23:43.010242 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event updated for resources: {'Port': ['ID=54a63113-36dd-44d0-a4b2-4370a7d4c38d,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:43.014537 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:43.032576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:43.062190 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:43.071568 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3147852 Jul 23 17:23:43.135702 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-429f5188-6975-4c14-896b-6d85644e1331 service neutron] 10.222.0.55 "GET /v2.0/networks/cfacdbf6-954d-4490-b435-df409d888dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657937 Jul 23 17:23:43.298091 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-5a5fd731-a774-412c-880a-a7d32165b01d service neutron] 10.222.0.55 "GET /v2.0/networks/cfacdbf6-954d-4490-b435-df409d888dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546299 Jul 23 17:23:43.385424 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-a27b0eec-0a1a-47c2-a7ee-dd02f5e6868d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--198404700&fields=id&tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda HTTP/1.1" status: 200 len: 267 time: 0.0523942 Jul 23 17:23:43.584012 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c7c149c2-7d15-4c32-810a-bf43649ce18b req-22808643-52aa-414f-a704-797b2715579d tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 210 time: 0.0675275 Jul 23 17:23:43.623405 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-1386953b-945c-4c20-b6bb-c7238638511a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:43.625162 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-1386953b-945c-4c20-b6bb-c7238638511a tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/networks?id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 HTTP/1.1" status: 200 len: 811 time: 0.2316277 Jul 23 17:23:43.646879 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-9aa1fae6-9722-484c-baf1-c3186ecf4072 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/quotas/d09651e9ee6a4d8a8c2da6d0b2032eda HTTP/1.1" status: 200 len: 375 time: 0.0153155 Jul 23 17:23:43.744662 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-c1333e12-b700-43ee-beee-917ec13fff5f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0915668 Jul 23 17:23:43.903594 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-42de1407-4772-4e3c-bfd3-7fb03e095a83 service neutron] 10.222.0.55 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448236 Jul 23 17:23:44.073171 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-f1f4e4f2-5aa3-4da7-9e0b-b85ad68d17c8 service neutron] 10.222.0.55 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623483 Jul 23 17:23:44.292324 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-587ccd76-da49-4b6a-b884-9e1b9ae73a96 req-05ab6537-0e18-40f1-ae56-57e8b90c9616 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 210 time: 0.0465705 Jul 23 17:23:44.829845 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-123b2f36-bb25-4e2c-b2a8-873b8e52ef9b req-ed05edaa-e768-48ec-bfc1-e0baadc27608 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 210 time: 0.0666318 Jul 23 17:23:44.865403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-8c18672a-4bd3-4c35-901d-28f86b21ebc2 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:44.867306 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-8c18672a-4bd3-4c35-901d-28f86b21ebc2 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.58 "GET /v2.0/networks?id=cfacdbf6-954d-4490-b435-df409d888dc2 HTTP/1.1" status: 200 len: 813 time: 0.2170630 Jul 23 17:23:44.883511 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Request body: {'port': {'device_id': 'c1bfc402-e805-4a63-8382-5a04e68e9159', 'network_id': 'cfacdbf6-954d-4490-b435-df409d888dc2', 'admin_state_up': True, 'tenant_id': '340a8ceb88d84ac5bd45f26f4eb62dbf'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:45.043450 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:45.047328 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Usage tracker for resource:port and tenant:340a8ceb88d84ac5bd45f26f4eb62dbf is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:45.050216 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Quota usage for port was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:45.056271 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:45.065756 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Made reservation on behalf of 340a8ceb88d84ac5bd45f26f4eb62dbf for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:23:45.071246 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:45.238421 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Allocated IP 172.20.0.13 (cfacdbf6-954d-4490-b435-df409d888dc2/e324757d-73ee-41eb-8914-272a27cb8b9e/844cb900-e268-4b9e-a3c4-d4ba13022e1e) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:23:45.556371 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-32d182ce-7a83-456e-95e4-16460e9b8f0f req-c6f8e23d-72db-4a1b-8517-26339e5c88a0 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 210 time: 0.0798209 Jul 23 17:23:45.628936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:45.645614 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-30f4e191-6b38-4a1f-bb40-56704785e968 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:45.647128 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-30f4e191-6b38-4a1f-bb40-56704785e968 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.58 "GET /v2.0/networks?id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 HTTP/1.1" status: 200 len: 811 time: 0.2782784 Jul 23 17:23:45.680897 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:45.688272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a9bc5059-06a5-448e-a59c-2056fa832b96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:45.770796 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Network cfacdbf6-954d-4490-b435-df409d888dc2 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:23:45.783911 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:23:45.792415 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-ce20fdc8-b74b-4d22-b981-2318ee414f48 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda HTTP/1.1" status: 200 len: 379 time: 0.1264977 Jul 23 17:23:45.792763 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:23:45.820727 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Pushing event updated for resources: {'Port': ['ID=844cb900-e268-4b9e-a3c4-d4ba13022e1e,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:45.828003 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:45.831830 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Request body: {'port': {'device_id': 'aa64cdbf-67ba-4c69-95ab-8cac4e6e195a', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'admin_state_up': True, 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'security_groups': ['8a6f58ff-6077-4824-882a-38e6f3ee33ff']}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:46.197795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:46.198354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:46.246090 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3669062 Jul 23 17:23:46.278425 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Request body: {'port': {'device_id': 'c1bfc402-e805-4a63-8382-5a04e68e9159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:46.328135 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:23:46.335718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd46649-3100-44db-922c-87a7c93f8bc0 req-aad01ec1-c988-4b13-8f0e-d93ef9fd1578 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:46.336452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-6bd46649-3100-44db-922c-87a7c93f8bc0 req-aad01ec1-c988-4b13-8f0e-d93ef9fd1578 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Synchronizing usage tracker for tenant:340a8ceb88d84ac5bd45f26f4eb62dbf on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:23:46.345300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Usage tracker for resource:port and tenant:d09651e9ee6a4d8a8c2da6d0b2032eda is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:23:46.356587 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Quota usage for port was recalculated. Used quota:3. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:23:46.367339 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:23:46.426447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Made reservation on behalf of d09651e9ee6a4d8a8c2da6d0b2032eda for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:23:46.431976 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:46.441653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-6bd46649-3100-44db-922c-87a7c93f8bc0 req-aad01ec1-c988-4b13-8f0e-d93ef9fd1578 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Unset dirty status for tenant:340a8ceb88d84ac5bd45f26f4eb62dbf on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:23:46.442948 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6bd46649-3100-44db-922c-87a7c93f8bc0 req-aad01ec1-c988-4b13-8f0e-d93ef9fd1578 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 932 time: 0.3822122 Jul 23 17:23:46.484630 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:46.638522 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6bd46649-3100-44db-922c-87a7c93f8bc0 req-c0301bb6-88ea-4004-a3bf-1e1f96c68b2f tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862388 Jul 23 17:23:46.831826 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a7272907-5fa9-4646-b37a-c4d770efe82d req-73e55c05-a3ee-4f82-af8e-43029ce46b19 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 210 time: 0.0786338 Jul 23 17:23:46.845373 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Allocated IP 172.20.0.6 (04eadfc6-c5e0-44f2-9fd2-38962c63fdc0/5f126893-602f-418b-84e1-b866f587f188/4ad9f5c0-b207-4283-a459-92058b0c667e) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:23:47.210887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:47.223054 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844cb900-e268-4b9e-a3c4-d4ba13022e1e {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:23:47.236132 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:47.241657 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Transition to ACTIVE for port object 4ad9f5c0-b207-4283-a459-92058b0c667e will not be triggered until provisioned by entity DHCP. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:23:47.257900 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Transition to ACTIVE for port object 844cb900-e268-4b9e-a3c4-d4ba13022e1e will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:23:47.261739 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:47.267254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:47.401223 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:47.403920 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Pushing event updated for resources: {'Port': ['ID=844cb900-e268-4b9e-a3c4-d4ba13022e1e,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:47.413333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:47.414517 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-52a61acd-ecbb-450b-970b-10e1d0d527c0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:47.527069 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:23:47.560922 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:23:47.565872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event updated for resources: {'Port': ['ID=4ad9f5c0-b207-4283-a459-92058b0c667e,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:47.568276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:23:47.607506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:47.669608 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:47.670344 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:47.687067 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Attempting to bind port 844cb900-e268-4b9e-a3c4-d4ba13022e1e on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:23:47.687451 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Attempting to bind port 844cb900-e268-4b9e-a3c4-d4ba13022e1e by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '1dd04844-d8a7-41da-9a6c-c8dea50f120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cfacdbf6-954d-4490-b435-df409d888dc2'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:23:47.687818 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Attempting to bind port 844cb900-e268-4b9e-a3c4-d4ba13022e1e on network cfacdbf6-954d-4490-b435-df409d888dc2 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:23:47.702295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Port 844cb900-e268-4b9e-a3c4-d4ba13022e1e on network cfacdbf6-954d-4490-b435-df409d888dc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:23:47.702676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Attempting to bind port 844cb900-e268-4b9e-a3c4-d4ba13022e1e on network cfacdbf6-954d-4490-b435-df409d888dc2 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:23:47.706904 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8801429 Jul 23 17:23:47.712174 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:23:47.712546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Checking segment: {'id': '1dd04844-d8a7-41da-9a6c-c8dea50f120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cfacdbf6-954d-4490-b435-df409d888dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:23:47.712974 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Bound using segment: {'id': '1dd04844-d8a7-41da-9a6c-c8dea50f120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cfacdbf6-954d-4490-b435-df409d888dc2'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:23:47.713426 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Bound port: 844cb900-e268-4b9e-a3c4-d4ba13022e1e, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd04844-d8a7-41da-9a6c-c8dea50f120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cfacdbf6-954d-4490-b435-df409d888dc2'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:23:47.713817 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:47.729915 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Request body: {'port': {'device_id': 'aa64cdbf-67ba-4c69-95ab-8cac4e6e195a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:23:47.912374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-992f2ebc-087e-46cb-a4c3-6f656f274f0b None None] Provisioning for port 4ad9f5c0-b207-4283-a459-92058b0c667e completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:23:47.919164 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-992f2ebc-087e-46cb-a4c3-6f656f274f0b None None] Provisioning complete for port 4ad9f5c0-b207-4283-a459-92058b0c667e triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:23:47.920011 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-992f2ebc-087e-46cb-a4c3-6f656f274f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:47.982224 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-992f2ebc-087e-46cb-a4c3-6f656f274f0b None None] Port 4ad9f5c0-b207-4283-a459-92058b0c667e cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:23:48.018988 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:48.035531 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] For port 844cb900-e268-4b9e-a3c4-d4ba13022e1e, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:23:48.065701 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] For port 844cb900-e268-4b9e-a3c4-d4ba13022e1e, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=844cb900-e268-4b9e-a3c4-d4ba13022e1e,segment=NetworkSegment(1dd04844-d8a7-41da-9a6c-c8dea50f120c),segment_id=1dd04844-d8a7-41da-9a6c-c8dea50f120c)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:23:48.103175 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:48.115372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4445cb60-c2e3-41f3-859b-c6448871b446 tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:48.361176 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e657e9-959b-414f-9693-d452572ba2b9 req-03a8fa63-f00c-4efc-aff7-784c719d00ca tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:48.362390 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-80e657e9-959b-414f-9693-d452572ba2b9 req-03a8fa63-f00c-4efc-aff7-784c719d00ca tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 944 time: 0.5466290 Jul 23 17:23:48.426822 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:48.428269 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] 10.222.0.58 "PUT /v2.0/ports/844cb900-e268-4b9e-a3c4-d4ba13022e1e HTTP/1.1" status: 200 len: 1094 time: 2.1644943 Jul 23 17:23:48.438874 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bfc402-e805-4a63-8382-5a04e68e9159', 'tag': '844cb900-e268-4b9e-a3c4-d4ba13022e1e'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:23:48.575377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Pushing event updated for resources: {'Port': ['ID=844cb900-e268-4b9e-a3c4-d4ba13022e1e,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:48.594466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b104fc-c48d-44c9-b805-a6ec6058edab req-d6a26838-6a83-4cba-9bb2-2f1df50e7e3d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:48.595315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-49b104fc-c48d-44c9-b805-a6ec6058edab req-d6a26838-6a83-4cba-9bb2-2f1df50e7e3d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Synchronizing usage tracker for tenant:d09651e9ee6a4d8a8c2da6d0b2032eda on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:23:48.598838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:48.631420 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-80e657e9-959b-414f-9693-d452572ba2b9 req-005276fa-1523-404e-b653-1c5966118e82 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527785 Jul 23 17:23:48.667494 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-49b104fc-c48d-44c9-b805-a6ec6058edab req-d6a26838-6a83-4cba-9bb2-2f1df50e7e3d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Unset dirty status for tenant:d09651e9ee6a4d8a8c2da6d0b2032eda on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:23:48.675154 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-49b104fc-c48d-44c9-b805-a6ec6058edab req-d6a26838-6a83-4cba-9bb2-2f1df50e7e3d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 931 time: 0.7064614 Jul 23 17:23:48.740938 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bfc402-e805-4a63-8382-5a04e68e9159', 'tag': '844cb900-e268-4b9e-a3c4-d4ba13022e1e', 'status': 'completed', 'code': 200} Jul 23 17:23:48.836255 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-b7e64e19-2aca-4bce-81ab-5744c32c52af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=340a8ceb88d84ac5bd45f26f4eb62dbf&device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 1097 time: 0.3578727 Jul 23 17:23:48.841539 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-49b104fc-c48d-44c9-b805-a6ec6058edab req-d588fb79-2308-4a7c-a6e7-6362331e220b tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654861 Jul 23 17:23:48.918310 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-05bde727-0b98-4106-80cc-e923cf56bb8a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=844cb900-e268-4b9e-a3c4-d4ba13022e1e HTTP/1.1" status: 200 len: 217 time: 0.0738339 Jul 23 17:23:49.043895 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad9f5c0-b207-4283-a459-92058b0c667e {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:23:49.048662 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-236c3f13-1f19-40f1-890e-90f5a673b183 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:49.050211 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-236c3f13-1f19-40f1-890e-90f5a673b183 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e324757d-73ee-41eb-8914-272a27cb8b9e HTTP/1.1" status: 200 len: 853 time: 0.1186931 Jul 23 17:23:49.053704 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:49.113020 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-fc80901e-6067-4b7c-aaab-56d21d18d88e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cfacdbf6-954d-4490-b435-df409d888dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549285 Jul 23 17:23:49.115508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Transition to ACTIVE for port object 4ad9f5c0-b207-4283-a459-92058b0c667e will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:23:49.118147 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:49.124117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:49.353492 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Pushing event updated for resources: {'Port': ['ID=4ad9f5c0-b207-4283-a459-92058b0c667e,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:49.372467 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:49.459109 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-c231352e-96f4-4b31-8111-01b755349559 service neutron] 10.222.0.58 "GET /v2.0/networks/cfacdbf6-954d-4490-b435-df409d888dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363686 Jul 23 17:23:49.611152 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Attempting to bind port 4ad9f5c0-b207-4283-a459-92058b0c667e on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:23:49.611528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Attempting to bind port 4ad9f5c0-b207-4283-a459-92058b0c667e by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:23:49.611899 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Attempting to bind port 4ad9f5c0-b207-4283-a459-92058b0c667e on network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:23:49.633607 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Port 4ad9f5c0-b207-4283-a459-92058b0c667e on network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:23:49.633972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Attempting to bind port 4ad9f5c0-b207-4283-a459-92058b0c667e on network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:23:49.656665 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:23:49.657034 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Checking segment: {'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:23:49.657466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Bound using segment: {'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:23:49.657947 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Bound port: 4ad9f5c0-b207-4283-a459-92058b0c667e, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c98b19-769c-4104-8b51-8aca8c4dc758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:23:49.658336 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:49.677228 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b07f1ce9-7578-4251-82da-9a84018ac878 req-e38f5aa3-f7da-48c5-8e7e-8ca1446daff1 service neutron] 10.222.0.58 "GET /v2.0/networks/cfacdbf6-954d-4490-b435-df409d888dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975250 Jul 23 17:23:49.854882 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] For port 4ad9f5c0-b207-4283-a459-92058b0c667e, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:23:49.871374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] For port 4ad9f5c0-b207-4283-a459-92058b0c667e, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=4ad9f5c0-b207-4283-a459-92058b0c667e,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:23:49.877147 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:49.883178 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cbc2671e-2fa6-4c36-b92a-4a431a4db60d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:49.973545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:49.975099 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] 10.222.0.58 "PUT /v2.0/ports/4ad9f5c0-b207-4283-a459-92058b0c667e HTTP/1.1" status: 200 len: 1093 time: 2.2499142 Jul 23 17:23:49.986699 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a0078e77-6b73-42ae-9141-93fff70974b0 req-30747f2c-695c-467e-8722-e40ff8d7e6f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=340a8ceb88d84ac5bd45f26f4eb62dbf&device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 1097 time: 0.2383165 Jul 23 17:23:50.035892 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64eb90-58ea-462c-a962-c6117f9096ce req-c3d6d7e3-4fc6-4afc-ab69-d4992caa68a8 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:50.037519 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3c64eb90-58ea-462c-a962-c6117f9096ce req-c3d6d7e3-4fc6-4afc-ab69-d4992caa68a8 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 944 time: 0.2541358 Jul 23 17:23:50.112521 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Pushing event updated for resources: {'Port': ['ID=4ad9f5c0-b207-4283-a459-92058b0c667e,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:50.187676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:50.290290 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3c64eb90-58ea-462c-a962-c6117f9096ce req-fed95cfa-4efd-4768-9e82-11f534e27087 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823068 Jul 23 17:23:50.319999 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0078e77-6b73-42ae-9141-93fff70974b0 req-162c4e10-a247-48ea-83c0-91fa0822a72b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:50.321586 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a0078e77-6b73-42ae-9141-93fff70974b0 req-162c4e10-a247-48ea-83c0-91fa0822a72b service neutron] 10.222.0.58 "GET /v2.0/networks?id=cfacdbf6-954d-4490-b435-df409d888dc2 HTTP/1.1" status: 200 len: 914 time: 0.2924936 Jul 23 17:23:50.325907 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-b1688355-d46b-425d-b92c-fe5fb4f2ec4e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda&device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 1096 time: 0.2980235 Jul 23 17:23:50.336294 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5a449-fd15-4b60-af48-7daca59cacca req-84f9a568-6d6e-4f8d-aa61-eba59a82e818 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:50.337848 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a4e5a449-fd15-4b60-af48-7daca59cacca req-84f9a568-6d6e-4f8d-aa61-eba59a82e818 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 943 time: 0.3608887 Jul 23 17:23:50.490185 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-eeb04af2-80ff-4fb6-bad9-af3c44778758 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad9f5c0-b207-4283-a459-92058b0c667e HTTP/1.1" status: 200 len: 217 time: 0.1512597 Jul 23 17:23:50.493496 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a0078e77-6b73-42ae-9141-93fff70974b0 req-a1f2caa4-2f48-44d0-af8b-09ac07eda069 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=844cb900-e268-4b9e-a3c4-d4ba13022e1e HTTP/1.1" status: 200 len: 217 time: 0.1534591 Jul 23 17:23:50.621511 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a4e5a449-fd15-4b60-af48-7daca59cacca req-fef13251-dfbf-4c76-aa6c-02812e21c34c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784830 Jul 23 17:23:50.637340 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0078e77-6b73-42ae-9141-93fff70974b0 req-ec987700-e730-48f6-85bb-4cbffc7ecbb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:50.638928 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a0078e77-6b73-42ae-9141-93fff70974b0 req-ec987700-e730-48f6-85bb-4cbffc7ecbb9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e324757d-73ee-41eb-8914-272a27cb8b9e HTTP/1.1" status: 200 len: 853 time: 0.1360347 Jul 23 17:23:50.642286 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-48898199-2626-447c-b16c-f281cfbeaeb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:50.643786 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-48898199-2626-447c-b16c-f281cfbeaeb6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f126893-602f-418b-84e1-b866f587f188 HTTP/1.1" status: 200 len: 850 time: 0.1396816 Jul 23 17:23:50.896693 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa64cdbf-67ba-4c69-95ab-8cac4e6e195a', 'tag': '4ad9f5c0-b207-4283-a459-92058b0c667e'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:23:50.947252 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a0078e77-6b73-42ae-9141-93fff70974b0 req-3544ff0c-5e9c-47ee-98fd-7b48bab904bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cfacdbf6-954d-4490-b435-df409d888dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2905636 Jul 23 17:23:50.955861 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa64cdbf-67ba-4c69-95ab-8cac4e6e195a', 'tag': '4ad9f5c0-b207-4283-a459-92058b0c667e', 'status': 'completed', 'code': 200} Jul 23 17:23:51.093298 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-246aea14-59df-4060-a6b7-91285abc04ab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4351335 Jul 23 17:23:51.184171 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a0078e77-6b73-42ae-9141-93fff70974b0 req-56626912-3298-481e-a8cd-e9de5301749f service neutron] 10.222.0.58 "GET /v2.0/networks/cfacdbf6-954d-4490-b435-df409d888dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264981 Jul 23 17:23:51.339447 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-9b3680c1-f73b-4b97-a97b-95cce85e92e4 service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349105 Jul 23 17:23:51.504033 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a0078e77-6b73-42ae-9141-93fff70974b0 req-cbe51fef-ccc5-4dc4-9352-783c8ef61e72 service neutron] 10.222.0.58 "GET /v2.0/networks/cfacdbf6-954d-4490-b435-df409d888dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060298 Jul 23 17:23:51.565595 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef961924-1106-42df-b7c0-10e567eea9c5 req-eeec19ee-fed2-4b6d-b55f-b15d1a890ebf service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157261 Jul 23 17:23:51.586040 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f57f5-e10c-4cc6-9b0b-702591224a3e req-0f41982c-9bf3-43f1-83ff-541ffeb73301 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:51.587673 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f90f57f5-e10c-4cc6-9b0b-702591224a3e req-0f41982c-9bf3-43f1-83ff-541ffeb73301 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 944 time: 0.1554189 Jul 23 17:23:51.690484 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f90f57f5-e10c-4cc6-9b0b-702591224a3e req-058152c1-af5d-46f5-a5b3-6ba8e56781aa tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956140 Jul 23 17:23:51.733195 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54cb568a-f4cc-49e8-af21-381e5613a689 req-36e737d9-93c3-4548-ac24-e054e7a0aaeb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda&device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 1096 time: 0.1070683 Jul 23 17:23:51.937176 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb568a-f4cc-49e8-af21-381e5613a689 req-adbde560-8740-425d-b062-d38c38842db4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:51.938673 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54cb568a-f4cc-49e8-af21-381e5613a689 req-adbde560-8740-425d-b062-d38c38842db4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 HTTP/1.1" status: 200 len: 912 time: 0.1973059 Jul 23 17:23:52.016834 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54cb568a-f4cc-49e8-af21-381e5613a689 req-e22fd606-8bbf-4d06-902e-86edd06bbe42 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad9f5c0-b207-4283-a459-92058b0c667e HTTP/1.1" status: 200 len: 217 time: 0.0709426 Jul 23 17:23:52.023260 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0a989-e115-4173-9f6a-04a05be0bdab req-1bf0e7c0-dec8-494f-9fd3-b6a8d6e69a11 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:52.024842 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42b0a989-e115-4173-9f6a-04a05be0bdab req-1bf0e7c0-dec8-494f-9fd3-b6a8d6e69a11 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 943 time: 0.2060268 Jul 23 17:23:52.128081 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb568a-f4cc-49e8-af21-381e5613a689 req-6c515e25-149a-4c83-85bb-7d36fb758174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:52.129646 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54cb568a-f4cc-49e8-af21-381e5613a689 req-6c515e25-149a-4c83-85bb-7d36fb758174 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f126893-602f-418b-84e1-b866f587f188 HTTP/1.1" status: 200 len: 850 time: 0.1024401 Jul 23 17:23:52.135311 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42b0a989-e115-4173-9f6a-04a05be0bdab req-724fd65b-e335-47d4-af7c-a601d0b221ef tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705516 Jul 23 17:23:52.215517 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54cb568a-f4cc-49e8-af21-381e5613a689 req-ca589c41-7913-445b-a34f-498c34d9fe33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788381 Jul 23 17:23:52.362051 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54cb568a-f4cc-49e8-af21-381e5613a689 req-bbffa96d-f8e7-413e-997b-87ab1927b0c1 service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382399 Jul 23 17:23:52.508610 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54cb568a-f4cc-49e8-af21-381e5613a689 req-b09ecbbe-b599-4c11-8cda-bab3cda25dcd service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396744 Jul 23 17:23:52.917292 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b9b9-111c-46d0-a62c-327ffa189ead req-78350a8d-3609-49a0-8cea-f8de5ce92774 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:52.919498 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-76d2b9b9-111c-46d0-a62c-327ffa189ead req-78350a8d-3609-49a0-8cea-f8de5ce92774 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 944 time: 0.0829568 Jul 23 17:23:52.970017 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-76d2b9b9-111c-46d0-a62c-327ffa189ead req-2f42b672-4669-48c7-aa9a-b79448392f9a tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439992 Jul 23 17:23:53.223458 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 844cb900-e268-4b9e-a3c4-d4ba13022e1e details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:23:53.355717 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454b471-64ed-4524-aa8f-03f039623069 req-ff2dc028-bd17-4bab-b342-314e37c5f04d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:53.357307 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0454b471-64ed-4524-aa8f-03f039623069 req-ff2dc028-bd17-4bab-b342-314e37c5f04d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 943 time: 0.0872734 Jul 23 17:23:53.370353 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 844cb900-e268-4b9e-a3c4-d4ba13022e1e, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=844cb900-e268-4b9e-a3c4-d4ba13022e1e,segment=NetworkSegment(1dd04844-d8a7-41da-9a6c-c8dea50f120c),segment_id=1dd04844-d8a7-41da-9a6c-c8dea50f120c)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:53.385261 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '844cb900-e268-4b9e-a3c4-d4ba13022e1e', 'network_id': 'cfacdbf6-954d-4490-b435-df409d888dc2', 'port_id': '844cb900-e268-4b9e-a3c4-d4ba13022e1e', 'mac_address': 'fa:16:3e:8e:ca:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e324757d-73ee-41eb-8914-272a27cb8b9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:23:53.408756 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0454b471-64ed-4524-aa8f-03f039623069 req-113e474f-8f90-4667-a0ca-3596fca206a9 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433793 Jul 23 17:23:53.442340 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:53.460430 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844cb900-e268-4b9e-a3c4-d4ba13022e1e {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:23:53.475025 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 844cb900-e268-4b9e-a3c4-d4ba13022e1e, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=844cb900-e268-4b9e-a3c4-d4ba13022e1e,segment=NetworkSegment(1dd04844-d8a7-41da-9a6c-c8dea50f120c),segment_id=1dd04844-d8a7-41da-9a6c-c8dea50f120c)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:53.477897 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:53.478659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 4ad9f5c0-b207-4283-a459-92058b0c667e details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:23:53.481867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f8005534-1e51-4b28-a80c-e7781af376c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:53.630206 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=844cb900-e268-4b9e-a3c4-d4ba13022e1e,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:53.635837 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:53.688380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 4ad9f5c0-b207-4283-a459-92058b0c667e, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=4ad9f5c0-b207-4283-a459-92058b0c667e,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:53.704019 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '4ad9f5c0-b207-4283-a459-92058b0c667e', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'port_id': '4ad9f5c0-b207-4283-a459-92058b0c667e', 'mac_address': 'fa:16:3e:3d:3c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:23:53.764110 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:53.783833 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad9f5c0-b207-4283-a459-92058b0c667e {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:23:53.801519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 4ad9f5c0-b207-4283-a459-92058b0c667e, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=4ad9f5c0-b207-4283-a459-92058b0c667e,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:53.804587 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:53.806552 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:53.874084 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=4ad9f5c0-b207-4283-a459-92058b0c667e,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:53.877480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:54.046997 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['4ad9f5c0-b207-4283-a459-92058b0c667e'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:23:54.077874 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['844cb900-e268-4b9e-a3c4-d4ba13022e1e'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:23:54.197866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c61df-e833-41cf-af22-66734e701144 req-5234e012-d5d9-478e-bd23-22c9c7155e28 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:54.199720 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fe0c61df-e833-41cf-af22-66734e701144 req-5234e012-d5d9-478e-bd23-22c9c7155e28 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 945 time: 0.0941341 Jul 23 17:23:54.251938 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fe0c61df-e833-41cf-af22-66734e701144 req-95bb3ce8-1cd0-4e64-83c7-0f7dc5030cbb tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453043 Jul 23 17:23:54.625492 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca4a4d-90f7-48a3-8502-00ed76739c4f req-a0382f43-370f-4b7a-a0a1-2bf993e2a251 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:54.627068 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0eca4a4d-90f7-48a3-8502-00ed76739c4f req-a0382f43-370f-4b7a-a0a1-2bf993e2a251 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 944 time: 0.0873926 Jul 23 17:23:54.682323 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0eca4a4d-90f7-48a3-8502-00ed76739c4f req-0d50b040-06f4-4670-aaf8-56463f4c45d4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486784 Jul 23 17:23:55.231570 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 844cb900-e268-4b9e-a3c4-d4ba13022e1e up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:23:55.310465 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 844cb900-e268-4b9e-a3c4-d4ba13022e1e completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:23:55.316363 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 844cb900-e268-4b9e-a3c4-d4ba13022e1e triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:23:55.316778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:55.474046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddc2b0-fd02-451d-81bc-cadfa39e4eec req-fca0a40f-7b3d-4be9-9aa7-de325978596d tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:55.475808 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d1ddc2b0-fd02-451d-81bc-cadfa39e4eec req-fca0a40f-7b3d-4be9-9aa7-de325978596d tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 945 time: 0.0907068 Jul 23 17:23:55.526023 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d1ddc2b0-fd02-451d-81bc-cadfa39e4eec req-be2e5db7-b256-42fd-b3c1-32641cf4e034 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433121 Jul 23 17:23:55.590634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:55.620314 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bfc402-e805-4a63-8382-5a04e68e9159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844cb900-e268-4b9e-a3c4-d4ba13022e1e'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:23:55.630945 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 844cb900-e268-4b9e-a3c4-d4ba13022e1e, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=844cb900-e268-4b9e-a3c4-d4ba13022e1e,segment=NetworkSegment(1dd04844-d8a7-41da-9a6c-c8dea50f120c),segment_id=1dd04844-d8a7-41da-9a6c-c8dea50f120c)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:55.634156 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:55.635093 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 4ad9f5c0-b207-4283-a459-92058b0c667e up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:23:55.665321 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:55.694116 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfc402-e805-4a63-8382-5a04e68e9159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844cb900-e268-4b9e-a3c4-d4ba13022e1e', 'code': 200} Jul 23 17:23:55.757687 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=844cb900-e268-4b9e-a3c4-d4ba13022e1e,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:55.761146 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:55.773905 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 4ad9f5c0-b207-4283-a459-92058b0c667e completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:23:55.779944 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 4ad9f5c0-b207-4283-a459-92058b0c667e triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:23:55.780294 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:55.909093 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:55.944858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 4ad9f5c0-b207-4283-a459-92058b0c667e, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=4ad9f5c0-b207-4283-a459-92058b0c667e,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:23:55.948116 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:23:55.951626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:23:55.978068 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2a5d1-c076-4429-b200-9bf74b60e1d3 req-a36ea4af-b03e-4f4e-8f54-d1d94473ef76 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:55.979717 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-84e2a5d1-c076-4429-b200-9bf74b60e1d3 req-a36ea4af-b03e-4f4e-8f54-d1d94473ef76 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 944 time: 0.1688452 Jul 23 17:23:55.982870 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ff9665ad-fcf4-4c00-81c6-2b11e55b9f5e req-4fe1c750-b225-4056-8ecc-811634c232b7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 1099 time: 0.1151664 Jul 23 17:23:56.021200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=4ad9f5c0-b207-4283-a459-92058b0c667e,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:23:56.024831 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:23:56.070260 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ff9665ad-fcf4-4c00-81c6-2b11e55b9f5e req-1bf368de-7b08-4dd8-9ea0-f805651a6d84 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679696 Jul 23 17:23:56.072705 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-84e2a5d1-c076-4429-b200-9bf74b60e1d3 req-610b34be-ab1f-4f05-9e5a-5b24dcdbe01b tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865135 Jul 23 17:23:56.882218 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9d1a2-cc4f-4018-8032-337adba1eb22 req-7bfa070f-2a17-4729-891c-89779806bfc5 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:56.883748 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f0d9d1a2-cc4f-4018-8032-337adba1eb22 req-7bfa070f-2a17-4729-891c-89779806bfc5 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 946 time: 0.0837655 Jul 23 17:23:56.936717 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f0d9d1a2-cc4f-4018-8032-337adba1eb22 req-b2059f4a-0e7f-4025-85b4-ac0285d8b4f8 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Jul 23 17:23:57.294485 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acf5a9-35b3-41b6-ab59-cd0ad18aa298 req-52fa51bb-17d6-4f33-9aee-a8ff0ccfc672 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:57.296147 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b9acf5a9-35b3-41b6-ab59-cd0ad18aa298 req-52fa51bb-17d6-4f33-9aee-a8ff0ccfc672 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 945 time: 0.0898733 Jul 23 17:23:57.348047 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b9acf5a9-35b3-41b6-ab59-cd0ad18aa298 req-6f39c7f2-865e-4e5b-849d-7a710e72e12c tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450909 Jul 23 17:23:57.695739 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa64cdbf-67ba-4c69-95ab-8cac4e6e195a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad9f5c0-b207-4283-a459-92058b0c667e'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:23:57.752883 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa64cdbf-67ba-4c69-95ab-8cac4e6e195a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad9f5c0-b207-4283-a459-92058b0c667e', 'code': 200} Jul 23 17:23:58.008286 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-52bc280b-d279-4ddb-b478-8d471d0f6bb4 req-450b928f-f541-48c3-973a-13a9894e6e46 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 1098 time: 0.0754557 Jul 23 17:23:58.053933 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-52bc280b-d279-4ddb-b478-8d471d0f6bb4 req-3106cbf7-525c-4b9e-b5e1-73d4fef4926b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380342 Jul 23 17:23:58.147227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d657786-53fa-4941-9110-d9b53ea344a4 req-a678fc62-87c8-4795-bdeb-8b1793522398 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:58.148806 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8d657786-53fa-4941-9110-d9b53ea344a4 req-a678fc62-87c8-4795-bdeb-8b1793522398 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 946 time: 0.0851262 Jul 23 17:23:58.196675 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8d657786-53fa-4941-9110-d9b53ea344a4 req-b665bcbe-812e-415f-ac16-be85dc7048c8 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416498 Jul 23 17:23:58.557945 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66f002-9ce1-430e-9c1f-9c7b1cfa8256 req-0c0c98af-5e01-4668-8dee-bce21231ada5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:58.559644 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4b66f002-9ce1-430e-9c1f-9c7b1cfa8256 req-0c0c98af-5e01-4668-8dee-bce21231ada5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 945 time: 0.0826132 Jul 23 17:23:58.625591 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4b66f002-9ce1-430e-9c1f-9c7b1cfa8256 req-2780a7ae-cbc5-4ac9-80aa-d4274da5ba79 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594220 Jul 23 17:23:59.842454 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7ca46-d20f-4f95-9657-6f74648d6068 req-15ff4ce0-27a0-4694-b3ec-1e5d7fa40ce9 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:23:59.844136 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f6b7ca46-d20f-4f95-9657-6f74648d6068 req-15ff4ce0-27a0-4694-b3ec-1e5d7fa40ce9 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 945 time: 0.0854492 Jul 23 17:23:59.897639 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f6b7ca46-d20f-4f95-9657-6f74648d6068 req-a53d4215-eddf-46b3-8601-5007e7f66cc4 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470829 Jul 23 17:24:00.137181 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3e9b3067-0219-4c23-9f9a-5f5cd9740005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:00.295663 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e8023-d85b-4021-98b6-f1331a69aafb req-ada1be0d-16af-4e64-a5ac-12b65d1b2f31 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:00.297337 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cb6e8023-d85b-4021-98b6-f1331a69aafb req-ada1be0d-16af-4e64-a5ac-12b65d1b2f31 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 945 time: 0.2787030 Jul 23 17:24:00.307074 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 50518) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:24:00.313386 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-2f9fae7a-3659-4aec-9adb-c1ff33df6b21 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Request body: {'floatingip': {'port_id': '4ad9f5c0-b207-4283-a459-92058b0c667e'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:24:00.398556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f9fae7a-3659-4aec-9adb-c1ff33df6b21 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:01.215043 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f9fae7a-3659-4aec-9adb-c1ff33df6b21 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:01.217909 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f9fae7a-3659-4aec-9adb-c1ff33df6b21 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:01.415476 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_db [None req-2f9fae7a-3659-4aec-9adb-c1ff33df6b21 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Floating IP 76125e1a-3b53-42d8-bce6-bdc95d1dc288 associated. External IP: 172.27.0.75, port: 4ad9f5c0-b207-4283-a459-92058b0c667e. Jul 23 17:24:01.666923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:01.833342 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9fae7a-3659-4aec-9adb-c1ff33df6b21 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:24:02.051289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9fae7a-3659-4aec-9adb-c1ff33df6b21 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:24:02.056166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f9fae7a-3659-4aec-9adb-c1ff33df6b21 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:02.064036 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f32ece-471f-4a52-a036-2061e8722976 None None] Sync routers for ids ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:24:02.079471 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f32ece-471f-4a52-a036-2061e8722976 None None] Routers {'99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:24:02.080164 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-92f32ece-471f-4a52-a036-2061e8722976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:23:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:24:02.117710 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-2f9fae7a-3659-4aec-9adb-c1ff33df6b21 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "PUT /v2.0/floatingips/76125e1a-3b53-42d8-bce6-bdc95d1dc288 HTTP/1.1" status: 200 len: 990 time: 1.8094914 Jul 23 17:24:02.118385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa64cdbf-67ba-4c69-95ab-8cac4e6e195a', 'tag': '4ad9f5c0-b207-4283-a459-92058b0c667e'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:24:02.181205 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa64cdbf-67ba-4c69-95ab-8cac4e6e195a', 'tag': '4ad9f5c0-b207-4283-a459-92058b0c667e', 'status': 'completed', 'code': 200} Jul 23 17:24:02.280436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-92f32ece-471f-4a52-a036-2061e8722976 None None] Set router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:24:02.303030 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-174f36c9-e227-47bd-b6c1-8222715ca3b8 req-c73ba5d9-196b-4253-b76f-fd940f2aeb12 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda&device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 1098 time: 0.0833366 Jul 23 17:24:02.453693 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f36c9-e227-47bd-b6c1-8222715ca3b8 req-fe26c8c9-d108-408e-b310-a84bbd838716 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:02.455338 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-174f36c9-e227-47bd-b6c1-8222715ca3b8 req-fe26c8c9-d108-408e-b310-a84bbd838716 service neutron] 10.222.0.58 "GET /v2.0/networks?id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 HTTP/1.1" status: 200 len: 912 time: 0.1454985 Jul 23 17:24:02.568827 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-174f36c9-e227-47bd-b6c1-8222715ca3b8 req-b354729e-eea8-437e-9a38-c97412149766 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad9f5c0-b207-4283-a459-92058b0c667e HTTP/1.1" status: 200 len: 998 time: 0.1067204 Jul 23 17:24:02.642144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f36c9-e227-47bd-b6c1-8222715ca3b8 req-081edfcf-58c9-4ee8-9057-20e2ac3939e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:02.643781 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-174f36c9-e227-47bd-b6c1-8222715ca3b8 req-081edfcf-58c9-4ee8-9057-20e2ac3939e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f126893-602f-418b-84e1-b866f587f188 HTTP/1.1" status: 200 len: 850 time: 0.0668795 Jul 23 17:24:02.659681 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d6f5100e-c1dc-4ccd-9996-aaef984f20c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:02.677739 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-92f32ece-471f-4a52-a036-2061e8722976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '76125e1a-3b53-42d8-bce6-bdc95d1dc288', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'port_id': '4ad9f5c0-b207-4283-a459-92058b0c667e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'mac_address': 'fa:16:3e:3d:3c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa64cdbf-67ba-4c69-95ab-8cac4e6e195a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:23:42Z', 'updated_at': '2021-07-23T17:24:01Z', 'revision_number': 1, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:33Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:24:02.682245 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f32ece-471f-4a52-a036-2061e8722976 None None] Checking router: 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:24:02.699221 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f32ece-471f-4a52-a036-2061e8722976 None None] Routers {'99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:24:02.699913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-92f32ece-471f-4a52-a036-2061e8722976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:24:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:24:02.734388 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-174f36c9-e227-47bd-b6c1-8222715ca3b8 req-63aea4a0-ec16-4228-8aba-9a63026c82d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834744 Jul 23 17:24:02.882183 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-174f36c9-e227-47bd-b6c1-8222715ca3b8 req-7b5ba37a-f2f7-42c7-bbe1-19b7a261a3ea service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401961 Jul 23 17:24:02.890179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-92f32ece-471f-4a52-a036-2061e8722976 None None] Set router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:24:02.958365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:03.038940 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-174f36c9-e227-47bd-b6c1-8222715ca3b8 req-7ad38bb2-b7a6-418a-8cc1-5b17d3614173 service neutron] 10.222.0.58 "GET /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500411 Jul 23 17:24:03.285676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-92f32ece-471f-4a52-a036-2061e8722976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '76125e1a-3b53-42d8-bce6-bdc95d1dc288', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'port_id': '4ad9f5c0-b207-4283-a459-92058b0c667e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'mac_address': 'fa:16:3e:3d:3c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa64cdbf-67ba-4c69-95ab-8cac4e6e195a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:23:42Z', 'updated_at': '2021-07-23T17:24:01Z', 'revision_number': 1, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:33Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:24:03.289956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f32ece-471f-4a52-a036-2061e8722976 None None] The sync data for ids ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'] in dv-cinder-802045-1-iscsi is: [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '76125e1a-3b53-42d8-bce6-bdc95d1dc288', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'floating_ip_address': '172.27.0.75', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'port_id': '4ad9f5c0-b207-4283-a459-92058b0c667e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'mac_address': 'fa:16:3e:3d:3c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa64cdbf-67ba-4c69-95ab-8cac4e6e195a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:23:42Z', 'updated_at': '2021-07-23T17:24:01Z', 'revision_number': 1, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:33Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:24:03.691330 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c70c5d-b7b1-408e-9a66-978da67cbb23 None None] New status for floating IP 76125e1a-3b53-42d8-bce6-bdc95d1dc288: ACTIVE {{(pid=81987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:24:03.855385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:04.316166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:06.127736 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-33864223-ba3f-482c-979a-1a718565ba37 req-3e01a63d-dab7-4923-b4d7-70c056923550 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882995 Jul 23 17:24:06.235847 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-33864223-ba3f-482c-979a-1a718565ba37 req-bc483cde-d2b0-439b-a4ba-ae578c7deb38 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 1099 time: 0.0829842 Jul 23 17:24:06.485913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33864223-ba3f-482c-979a-1a718565ba37 req-08333859-5da5-47ed-9df4-cf444fa60b49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:06.487663 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-33864223-ba3f-482c-979a-1a718565ba37 req-08333859-5da5-47ed-9df4-cf444fa60b49 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 913 time: 0.2239473 Jul 23 17:24:06.616564 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-33864223-ba3f-482c-979a-1a718565ba37 req-b434ced7-1420-4130-b5cf-eae8412e9ac3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c3fd2e-ecd6-4434-934d-84fed0bc1391 HTTP/1.1" status: 200 len: 1001 time: 0.1202390 Jul 23 17:24:06.712298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33864223-ba3f-482c-979a-1a718565ba37 req-a1b07133-a239-405b-a7f9-b4b8ec350675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:06.714128 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-33864223-ba3f-482c-979a-1a718565ba37 req-a1b07133-a239-405b-a7f9-b4b8ec350675 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.0892117 Jul 23 17:24:06.829532 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-33864223-ba3f-482c-979a-1a718565ba37 req-55c4ebe3-160b-49b4-be69-1ffb68093f29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953448 Jul 23 17:24:06.992301 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-33864223-ba3f-482c-979a-1a718565ba37 req-0f81ae7f-21bc-4f16-8422-039599f90b25 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461637 Jul 23 17:24:07.369333 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-33864223-ba3f-482c-979a-1a718565ba37 req-8892b786-60e5-487d-8cc4-5f586892f036 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696764 Jul 23 17:24:11.611961 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:24:21.278161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968ede1-c7c1-40a1-9f80-85810b530ffb req-60444172-6083-4b9b-a9b4-8818f8094d55 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:21.280388 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4968ede1-c7c1-40a1-9f80-85810b530ffb req-60444172-6083-4b9b-a9b4-8818f8094d55 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.0837271 Jul 23 17:24:21.328545 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4968ede1-c7c1-40a1-9f80-85810b530ffb req-448f6668-d1c4-4f64-ba15-aff364b8ae5d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414433 Jul 23 17:24:22.547935 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cabf0b-8d8e-468e-a16b-ef8cce5a3617 req-be4e3a96-8cfc-4172-99a7-2b9100a57453 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:22.549555 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-20cabf0b-8d8e-468e-a16b-ef8cce5a3617 req-be4e3a96-8cfc-4172-99a7-2b9100a57453 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.0863273 Jul 23 17:24:22.611565 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-20cabf0b-8d8e-468e-a16b-ef8cce5a3617 req-9c0a5759-dd27-47e0-b985-b8ac22071e4e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555737 Jul 23 17:24:23.270020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d4fe8-c2b8-4006-8e9c-b73951c09915 req-aecce00d-eeb4-4d30-9210-22de3a932f1d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:23.271634 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-964d4fe8-c2b8-4006-8e9c-b73951c09915 req-aecce00d-eeb4-4d30-9210-22de3a932f1d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 946 time: 0.0826371 Jul 23 17:24:23.320281 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-964d4fe8-c2b8-4006-8e9c-b73951c09915 req-1614bc6d-7043-4c86-9c78-6beee6c4fcc8 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421128 Jul 23 17:24:23.834538 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194e50c-c986-460a-ad5e-4b691569919b req-a29a41e2-e545-40f8-9b08-522da79195b0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:23.836169 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7194e50c-c986-460a-ad5e-4b691569919b req-a29a41e2-e545-40f8-9b08-522da79195b0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.0856285 Jul 23 17:24:23.885503 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7194e50c-c986-460a-ad5e-4b691569919b req-988b61f3-0cf7-40a2-9a05-373e8e185d0c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429237 Jul 23 17:24:24.530004 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51249e-b782-4258-8d48-b4eda4b13bfc req-d316af93-4236-49cb-8e58-5a1cad6d10c8 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:24.531564 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8e51249e-b782-4258-8d48-b4eda4b13bfc req-d316af93-4236-49cb-8e58-5a1cad6d10c8 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 946 time: 0.0838211 Jul 23 17:24:24.585076 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8e51249e-b782-4258-8d48-b4eda4b13bfc req-58acba07-7e79-4a83-8f19-6e5aa704fca9 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467181 Jul 23 17:24:25.131521 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35539a0-bf81-4b61-9141-87ad44869e19 req-7a18f644-8b93-424b-b347-3669645c7097 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:25.133431 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f35539a0-bf81-4b61-9141-87ad44869e19 req-7a18f644-8b93-424b-b347-3669645c7097 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.0974720 Jul 23 17:24:25.195607 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f35539a0-bf81-4b61-9141-87ad44869e19 req-62ae03fc-654b-43c8-ae70-a10d047c3971 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542400 Jul 23 17:24:25.799481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbd6cf-ee96-484f-b906-12937d68ef6e req-1ea4dccd-cae1-47cf-a401-22f99eed1b19 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:25.801087 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-70fbd6cf-ee96-484f-b906-12937d68ef6e req-1ea4dccd-cae1-47cf-a401-22f99eed1b19 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 946 time: 0.0856142 Jul 23 17:24:25.851200 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-70fbd6cf-ee96-484f-b906-12937d68ef6e req-1fe5ab8e-eb5e-486b-9089-aa8a4f849215 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436857 Jul 23 17:24:26.416829 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a3d3d-46c8-4398-8cf8-ede78002bd60 req-1fa1bab2-5556-4891-920c-d6822443d9d1 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:26.418441 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2d9a3d3d-46c8-4398-8cf8-ede78002bd60 req-1fa1bab2-5556-4891-920c-d6822443d9d1 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.0847902 Jul 23 17:24:26.467934 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2d9a3d3d-46c8-4398-8cf8-ede78002bd60 req-418cd893-97d8-4aba-9722-7012c11c58ce tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423849 Jul 23 17:24:27.059327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e443-42e3-4f4f-ac69-b1dbb0783d6e req-cc9c09ce-1eda-439f-91ec-def01751bd2d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:27.061442 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-62a9e443-42e3-4f4f-ac69-b1dbb0783d6e req-cc9c09ce-1eda-439f-91ec-def01751bd2d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 946 time: 0.0868337 Jul 23 17:24:27.110877 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-62a9e443-42e3-4f4f-ac69-b1dbb0783d6e req-45d342cd-408c-40ae-9c5e-673cd2bcd579 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424569 Jul 23 17:24:27.687784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35974c64-3282-4e75-8a6a-ea00a5dc1cba req-cc8de668-7f15-4aa2-adfe-1fb3bb349e91 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:27.689312 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-35974c64-3282-4e75-8a6a-ea00a5dc1cba req-cc8de668-7f15-4aa2-adfe-1fb3bb349e91 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.0824685 Jul 23 17:24:27.743499 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-35974c64-3282-4e75-8a6a-ea00a5dc1cba req-80849b49-9025-44d1-be8e-759e163eaac3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476868 Jul 23 17:24:27.853400 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-2a0d7664-7222-4ef2-ad43-8aac7eb579c4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:27.854970 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-2a0d7664-7222-4ef2-ad43-8aac7eb579c4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 946 time: 0.0826595 Jul 23 17:24:27.927613 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Deleting port 97c3fd2e-ecd6-4434-934d-84fed0bc1391 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:24:27.928001 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:28.178665 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] For port 97c3fd2e-ecd6-4434-934d-84fed0bc1391, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=97c3fd2e-ecd6-4434-934d-84fed0bc1391,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:24:28.179109 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:28.501087 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4eb868-030d-4783-8db1-47fe3112487a req-58a407b1-8e3f-4b24-a821-3420a2950e83 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:28.502715 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6d4eb868-030d-4783-8db1-47fe3112487a req-58a407b1-8e3f-4b24-a821-3420a2950e83 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 946 time: 0.2581038 Jul 23 17:24:28.587740 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:28.588152 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:28.588511 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_db [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Floating IP 8ca997c7-15e1-4c6a-8883-210007582182 disassociated. External IP: 172.27.0.62, port: 97c3fd2e-ecd6-4434-934d-84fed0bc1391. Jul 23 17:24:28.588899 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Calling delete_port for 97c3fd2e-ecd6-4434-934d-84fed0bc1391 owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:24:28.631470 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6d4eb868-030d-4783-8db1-47fe3112487a req-359c839e-09af-4136-8fbd-14a1da0c8d29 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191459 Jul 23 17:24:28.778298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:28.786119 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:24:28.831053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event deleted for resources: {'Port': ['ID=97c3fd2e-ecd6-4434-934d-84fed0bc1391,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:24:28.846651 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:28.847098 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:28.847508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:28.847910 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:28.848319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:28.848720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:28.849118 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:28.849513 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:28.849913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:28.850312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:28.850704 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:28.854471 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:24:29.080955 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b40b72-2c52-4aea-b725-1273e05b4c66 req-a2471e6b-03dd-4ec1-9557-dfcc4c86f83d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:29.082473 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85b40b72-2c52-4aea-b725-1273e05b4c66 req-a2471e6b-03dd-4ec1-9557-dfcc4c86f83d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.1724234 Jul 23 17:24:29.147778 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-85b40b72-2c52-4aea-b725-1273e05b4c66 req-43c30a04-648e-4e61-80c9-e04815187c4e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567105 Jul 23 17:24:29.181933 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:24:29.398108 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:24:29.409350 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd18283-61f9-4454-9c99-232db6d1c244 None None] Sync routers for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:24:29.424130 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd18283-61f9-4454-9c99-232db6d1c244 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:24:29.424813 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2bd18283-61f9-4454-9c99-232db6d1c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:24:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:24:29.476506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] No DVR routers for this DVR port 97c3fd2e-ecd6-4434-934d-84fed0bc1391 on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:24:29.479566 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:29.484186 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2072720f-13bf-438e-b6e1-b1df872a3d1f', 'name': 'network-vif-deleted', 'tag': '97c3fd2e-ecd6-4434-934d-84fed0bc1391'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:24:29.508894 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c98ce778-f6b3-4806-bae5-b74bc98d8df9 req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "DELETE /v2.0/ports/97c3fd2e-ecd6-4434-934d-84fed0bc1391 HTTP/1.1" status: 204 len: 173 time: 1.6478672 Jul 23 17:24:29.550976 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2072720f-13bf-438e-b6e1-b1df872a3d1f', 'name': 'network-vif-deleted', 'tag': '97c3fd2e-ecd6-4434-934d-84fed0bc1391', 'status': 'completed', 'code': 200} Jul 23 17:24:29.769794 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-2bd18283-61f9-4454-9c99-232db6d1c244 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:24:29.833418 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-de6f3f7c-370d-4b90-9b2d-bd77de0806a3 req-62adbc0d-546a-4d4e-90ed-806f6f65f58d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Synchronizing usage tracker for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:24:29.849140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-de6f3f7c-370d-4b90-9b2d-bd77de0806a3 req-62adbc0d-546a-4d4e-90ed-806f6f65f58d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Unset dirty status for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:24:29.850452 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-de6f3f7c-370d-4b90-9b2d-bd77de0806a3 req-62adbc0d-546a-4d4e-90ed-806f6f65f58d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 210 time: 0.0648365 Jul 23 17:24:30.108414 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2bd18283-61f9-4454-9c99-232db6d1c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:24:30.112858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd18283-61f9-4454-9c99-232db6d1c244 None None] Checking router: c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:24:30.135720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd18283-61f9-4454-9c99-232db6d1c244 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:24:30.136372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2bd18283-61f9-4454-9c99-232db6d1c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:24:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:24:30.195594 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-94eb719e-6d9b-432a-97c9-c71a93b9ec15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:30.324704 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-2bd18283-61f9-4454-9c99-232db6d1c244 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:24:30.366805 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c52941-43bf-4c4a-9ed9-5a9fdfa803fb req-a2e82f1d-f2ed-489e-87dc-781bfb15a2ad tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:30.368305 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a7c52941-43bf-4c4a-9ed9-5a9fdfa803fb req-a2e82f1d-f2ed-489e-87dc-781bfb15a2ad tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.0845153 Jul 23 17:24:30.422942 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a7c52941-43bf-4c4a-9ed9-5a9fdfa803fb req-c40ecf90-f0f9-418b-a491-80e163c303e9 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480182 Jul 23 17:24:30.649756 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2bd18283-61f9-4454-9c99-232db6d1c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:24:30.654297 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd18283-61f9-4454-9c99-232db6d1c244 None None] The sync data for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi is: [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:24:31.029991 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2f9ede64-b8f5-400d-a50b-97ca1ab32adb req-65561b58-a4c2-483e-baf9-da439675db83 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 210 time: 0.0464408 Jul 23 17:24:31.129291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586b8c26-fbd7-4d08-84f4-4194d3345eb8 None None] New status for floating IP 8ca997c7-15e1-4c6a-8883-210007582182: DOWN {{(pid=81987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:24:31.641542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c022bd1-a84a-4a29-83d6-9ea336d6dc98 req-0b51fb9a-ab01-4445-85d6-ca2bdefa91d3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:31.643558 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2c022bd1-a84a-4a29-83d6-9ea336d6dc98 req-0b51fb9a-ab01-4445-85d6-ca2bdefa91d3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.0841403 Jul 23 17:24:31.658149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:31.697814 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2c022bd1-a84a-4a29-83d6-9ea336d6dc98 req-0d180ba0-2bcc-423b-a2b3-4877d3e76f7b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477676 Jul 23 17:24:31.980648 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 97c3fd2e-ecd6-4434-934d-84fed0bc1391 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:24:32.019819 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 97c3fd2e-ecd6-4434-934d-84fed0bc1391 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:24:32.020215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 97c3fd2e-ecd6-4434-934d-84fed0bc1391 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:24:32.203121 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-01e18285-0bf9-4b90-b3b2-dd5197a48e1c req-a6f32422-9664-44ba-a19c-bca7982388d2 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=2072720f-13bf-438e-b6e1-b1df872a3d1f HTTP/1.1" status: 200 len: 210 time: 0.0458205 Jul 23 17:24:32.653094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-594abd9d-c87d-4e24-a9bb-c538100ce96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:32.929210 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64afa6b-2c31-4999-bb86-80b19b4ea04b req-ff6e5b6d-9491-4a7f-aec7-4bfdd51bc961 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:32.930879 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c64afa6b-2c31-4999-bb86-80b19b4ea04b req-ff6e5b6d-9491-4a7f-aec7-4bfdd51bc961 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.0879278 Jul 23 17:24:32.952202 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:32.989818 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c64afa6b-2c31-4999-bb86-80b19b4ea04b req-0869a363-44aa-4374-afdf-4218b09fb2f7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482011 Jul 23 17:24:33.629979 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a88c8fe2-3578-4fdd-b6dc-52f2fbff5b67 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037063753&fields=id&tenant_id=138f6d21733847e2825438a0ba1cbae9 HTTP/1.1" status: 200 len: 267 time: 0.0470054 Jul 23 17:24:33.790628 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-14cc2269-a34a-437c-a909-f6973e682f05 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:33.792198 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-14cc2269-a34a-437c-a909-f6973e682f05 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 812 time: 0.1539452 Jul 23 17:24:33.810374 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-49f5ac01-22d3-485e-b1e5-b5f50c98a6fe tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/quotas/138f6d21733847e2825438a0ba1cbae9 HTTP/1.1" status: 200 len: 375 time: 0.0119827 Jul 23 17:24:33.834322 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:33.895804 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-1d4b79e5-3c18-482c-8c1a-12cd6f53406e tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794406 Jul 23 17:24:34.121607 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-b46345de-2bea-4b09-bec3-bda9384790ac service neutron] 10.222.0.55 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127130 Jul 23 17:24:34.318153 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:34.532648 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-7b818ec7-0f74-4ed9-8304-6fa5a7880513 service neutron] 10.222.0.55 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044516 Jul 23 17:24:34.540601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1f66b-8936-4c50-b35e-c4137c3b8469 req-a333d5e6-2efa-4100-a451-cefdfdc05265 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:34.542310 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-07e1f66b-8936-4c50-b35e-c4137c3b8469 req-a333d5e6-2efa-4100-a451-cefdfdc05265 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.3928099 Jul 23 17:24:34.599716 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-07e1f66b-8936-4c50-b35e-c4137c3b8469 req-57bc7d56-b314-4e7d-88f9-d108f9118b85 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456927 Jul 23 17:24:34.960936 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d78a0360-143b-4117-89be-65704faeb1c6 req-65a0f3d6-d555-4f96-97e4-96937c47cc26 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 210 time: 0.0455296 Jul 23 17:24:35.838622 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23492b98-00a1-43e9-80cc-6460d2ec7d8a req-7b87b68a-8cd3-405a-84dd-922a1fcbbed3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:35.840239 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-23492b98-00a1-43e9-80cc-6460d2ec7d8a req-7b87b68a-8cd3-405a-84dd-922a1fcbbed3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.0879209 Jul 23 17:24:35.889038 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-23492b98-00a1-43e9-80cc-6460d2ec7d8a req-651d4a31-6bfa-4c1d-8df2-aa6aa66f4ddc tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 Jul 23 17:24:36.129042 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4b9982d2-3ca1-4617-aa11-1e8a8d5a6bac req-af6a8fbd-9ecd-4a4f-adb1-e39085840f03 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 210 time: 0.0434921 Jul 23 17:24:37.232140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f32673-c032-4076-9f79-c24473627f45 req-b5847ba0-02aa-4852-9b09-36f8042cd080 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:37.233798 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e6f32673-c032-4076-9f79-c24473627f45 req-b5847ba0-02aa-4852-9b09-36f8042cd080 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.2003951 Jul 23 17:24:37.342341 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a83132b9-dfd2-4b07-8ea1-4833e5cbe4c1 req-8ae81ad3-21f7-4a2a-987c-22e1332e779f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 210 time: 0.0667362 Jul 23 17:24:37.347600 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-5f71f306-e0dd-40e1-9eca-fe286f6ed76a tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:37.349107 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-5f71f306-e0dd-40e1-9eca-fe286f6ed76a tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 812 time: 0.2581856 Jul 23 17:24:37.395303 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e6f32673-c032-4076-9f79-c24473627f45 req-9cd3e294-191b-464c-a1da-e7ee42acf286 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491892 Jul 23 17:24:37.472452 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-f5359bd9-c8ab-4334-ad9e-58d9811c6599 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=138f6d21733847e2825438a0ba1cbae9 HTTP/1.1" status: 200 len: 380 time: 0.0918407 Jul 23 17:24:37.482408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Request body: {'port': {'device_id': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'admin_state_up': True, 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'security_groups': ['a5e75352-c315-4d62-97a9-7048c86edfa2']}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:24:37.629161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:24:37.639721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:24:37.649465 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Made reservation on behalf of 138f6d21733847e2825438a0ba1cbae9 for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:24:37.657303 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:37.831310 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Allocated IP 172.20.0.7 (ca5df335-6af8-4521-b6ed-ac00b1cb097d/775766c5-67b2-4d27-b621-cb63ec1bf56d/cdf141b4-ed7d-49f6-ace1-918ef65156e2) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:24:38.006650 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6de241c2-ad5e-42e5-befc-8d7f73f51519 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:24:38.032151 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:38.049627 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Transition to ACTIVE for port object cdf141b4-ed7d-49f6-ace1-918ef65156e2 will not be triggered until provisioned by entity DHCP. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:24:38.071150 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:38.078714 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:24:38.151138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Network ca5df335-6af8-4521-b6ed-ac00b1cb097d is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:24:38.159946 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:24:38.168697 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6de241c2-ad5e-42e5-befc-8d7f73f51519, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:24:38.175265 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:24:38.184571 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'port_id': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'mac_address': 'fa:16:3e:bf:b7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:24:38.214237 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'Port': ['ID=cdf141b4-ed7d-49f6-ace1-918ef65156e2,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:24:38.221614 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:24:38.245727 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:38.253225 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:38.254294 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:38.265047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6de241c2-ad5e-42e5-befc-8d7f73f51519 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:24:38.283816 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8056397 Jul 23 17:24:38.285048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6de241c2-ad5e-42e5-befc-8d7f73f51519, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:24:38.288302 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:38.290353 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:24:38.367204 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=6de241c2-ad5e-42e5-befc-8d7f73f51519,revision_number=6']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:24:38.377308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:38.378000 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:38.378591 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:38.379382 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:38.379769 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:38.380148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:38.380567 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:38.380959 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:38.381796 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:38.381884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:38.382189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:38.385567 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Request body: {'port': {'device_id': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:24:38.386908 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:24:38.398048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['6de241c2-ad5e-42e5-befc-8d7f73f51519'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:24:38.627846 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-422cb804-b7f0-4b18-bd0e-c6012494faf2 None None] Provisioning for port cdf141b4-ed7d-49f6-ace1-918ef65156e2 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:24:38.630445 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:38.634837 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-422cb804-b7f0-4b18-bd0e-c6012494faf2 None None] Provisioning complete for port cdf141b4-ed7d-49f6-ace1-918ef65156e2 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:24:38.635262 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-422cb804-b7f0-4b18-bd0e-c6012494faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:38.704799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-422cb804-b7f0-4b18-bd0e-c6012494faf2 None None] Port cdf141b4-ed7d-49f6-ace1-918ef65156e2 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:24:38.752618 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed3afb-b5bf-4dd6-b5ec-8bef2254b0e6 req-8f6e1aa5-1fd9-452e-bbab-e8656a5be328 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:38.753379 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-88ed3afb-b5bf-4dd6-b5ec-8bef2254b0e6 req-8f6e1aa5-1fd9-452e-bbab-e8656a5be328 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Synchronizing usage tracker for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:24:38.852314 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed0309-6517-4582-9911-bc3260314695 req-7c835700-0495-4b76-b259-84a58983702f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:38.853912 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-13ed0309-6517-4582-9911-bc3260314695 req-7c835700-0495-4b76-b259-84a58983702f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 945 time: 0.2865012 Jul 23 17:24:38.857523 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-88ed3afb-b5bf-4dd6-b5ec-8bef2254b0e6 req-8f6e1aa5-1fd9-452e-bbab-e8656a5be328 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Unset dirty status for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:24:38.858512 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-88ed3afb-b5bf-4dd6-b5ec-8bef2254b0e6 req-8f6e1aa5-1fd9-452e-bbab-e8656a5be328 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 931 time: 0.3562829 Jul 23 17:24:39.037508 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-13ed0309-6517-4582-9911-bc3260314695 req-044977a2-05cf-4ded-90c7-2d4467f1e423 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755302 Jul 23 17:24:39.048198 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-88ed3afb-b5bf-4dd6-b5ec-8bef2254b0e6 req-bd12042a-f78e-45f3-9724-de954e712d90 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577737 Jul 23 17:24:39.145928 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf141b4-ed7d-49f6-ace1-918ef65156e2 {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:24:39.153644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:39.169980 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Transition to ACTIVE for port object cdf141b4-ed7d-49f6-ace1-918ef65156e2 will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:24:39.172763 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:39.177098 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-236c0262-7d2e-4635-bac2-30e32e27d9f3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:24:39.303918 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf141b4-ed7d-49f6-ace1-918ef65156e2,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:24:39.308612 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:24:39.418320 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Attempting to bind port cdf141b4-ed7d-49f6-ace1-918ef65156e2 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:24:39.418687 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Attempting to bind port cdf141b4-ed7d-49f6-ace1-918ef65156e2 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:24:39.419090 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Attempting to bind port cdf141b4-ed7d-49f6-ace1-918ef65156e2 on network ca5df335-6af8-4521-b6ed-ac00b1cb097d {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:24:39.425426 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Port cdf141b4-ed7d-49f6-ace1-918ef65156e2 on network ca5df335-6af8-4521-b6ed-ac00b1cb097d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:24:39.425788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Attempting to bind port cdf141b4-ed7d-49f6-ace1-918ef65156e2 on network ca5df335-6af8-4521-b6ed-ac00b1cb097d {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:24:39.433345 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:24:39.433720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Checking segment: {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:24:39.434138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Bound using segment: {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:24:39.434782 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Bound port: cdf141b4-ed7d-49f6-ace1-918ef65156e2, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:24:39.435167 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:39.531416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] For port cdf141b4-ed7d-49f6-ace1-918ef65156e2, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:24:39.535865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] For port cdf141b4-ed7d-49f6-ace1-918ef65156e2, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=cdf141b4-ed7d-49f6-ace1-918ef65156e2,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:24:39.539283 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:39.543891 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:24:39.596604 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:39.598312 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] 10.222.0.58 "PUT /v2.0/ports/cdf141b4-ed7d-49f6-ace1-918ef65156e2 HTTP/1.1" status: 200 len: 1093 time: 1.3059120 Jul 23 17:24:39.600971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'tag': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:24:39.631811 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf141b4-ed7d-49f6-ace1-918ef65156e2,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:24:39.635491 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:24:39.675665 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'tag': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'status': 'completed', 'code': 200} Jul 23 17:24:39.724908 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-1723d35f-8c2f-4ae1-87b1-ca80f30c54d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 1096 time: 0.0853028 Jul 23 17:24:39.801207 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-8ad8c089-e191-4686-b0e6-c47ac2c98a65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf141b4-ed7d-49f6-ace1-918ef65156e2 HTTP/1.1" status: 200 len: 217 time: 0.0680592 Jul 23 17:24:39.882040 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-ac9c4458-0096-4f3c-8481-ca34f6bc38b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:39.884112 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-ac9c4458-0096-4f3c-8481-ca34f6bc38b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.0733447 Jul 23 17:24:39.972127 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-4a7f1ad3-0092-4342-a4e8-b86f371f5a4a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786242 Jul 23 17:24:40.020666 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6de241c2-ad5e-42e5-befc-8d7f73f51519 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:24:40.104099 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 6de241c2-ad5e-42e5-befc-8d7f73f51519 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:24:40.104522 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:40.140992 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-a5c745f0-d421-4b57-8781-a5f1468a6358 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592700 Jul 23 17:24:40.235497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:40.266980 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de241c2-ad5e-42e5-befc-8d7f73f51519'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:24:40.279858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6de241c2-ad5e-42e5-befc-8d7f73f51519, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:24:40.283544 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:40.285891 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f4f813eb-0cfe-4272-aab0-371d259cdb88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:24:40.360645 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=6de241c2-ad5e-42e5-befc-8d7f73f51519,revision_number=7']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:24:40.365141 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:24:40.617302 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42c98d07-f6b1-46d5-be7f-e8961177fde9 req-bffa3a5b-f0b3-4598-a00b-a28d76b4ec79 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673951 Jul 23 17:24:40.652902 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fed92-ef90-4eb1-ac46-e062106a1a64 req-50299d07-7d85-4a94-aeb1-7d2c148fc18b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:40.655036 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c29fed92-ef90-4eb1-ac46-e062106a1a64 req-50299d07-7d85-4a94-aeb1-7d2c148fc18b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.2120004 Jul 23 17:24:40.661773 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fe017-3dcb-4812-aaaa-cd89dd9e3468 req-919dfaa9-b985-4fc5-a2db-f9bce879db2a tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:40.663717 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-354fe017-3dcb-4812-aaaa-cd89dd9e3468 req-919dfaa9-b985-4fc5-a2db-f9bce879db2a tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 943 time: 0.2192950 Jul 23 17:24:40.809707 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c29fed92-ef90-4eb1-ac46-e062106a1a64 req-e9b5b5d7-0880-4863-949f-72f4f6adf669 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423156 Jul 23 17:24:40.813137 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-354fe017-3dcb-4812-aaaa-cd89dd9e3468 req-7a48622a-dcd9-4de9-9dd2-125a2e4b5183 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300595 Jul 23 17:24:40.837300 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06e170ba-b4b4-4341-bcb8-e72b15d71b7a req-1985c79f-8226-4de4-8c35-ebb84b1ea73c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 1096 time: 0.1504612 Jul 23 17:24:40.899092 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'code': 200} Jul 23 17:24:41.012537 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e170ba-b4b4-4341-bcb8-e72b15d71b7a req-7a01dd9d-8162-418b-990d-346c3969ba38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:41.014546 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06e170ba-b4b4-4341-bcb8-e72b15d71b7a req-7a01dd9d-8162-418b-990d-346c3969ba38 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 913 time: 0.1588993 Jul 23 17:24:41.096970 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06e170ba-b4b4-4341-bcb8-e72b15d71b7a req-e152edad-ac4a-40ac-968a-151eff7f755f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf141b4-ed7d-49f6-ace1-918ef65156e2 HTTP/1.1" status: 200 len: 217 time: 0.0749454 Jul 23 17:24:41.177878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e170ba-b4b4-4341-bcb8-e72b15d71b7a req-14803ae1-9d9c-48d9-b230-d15ed04cf257 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:41.179483 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06e170ba-b4b4-4341-bcb8-e72b15d71b7a req-14803ae1-9d9c-48d9-b230-d15ed04cf257 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.0740535 Jul 23 17:24:41.284908 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06e170ba-b4b4-4341-bcb8-e72b15d71b7a req-548dc4a7-c8a9-41eb-8090-5d5b35559ef5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967398 Jul 23 17:24:41.462197 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06e170ba-b4b4-4341-bcb8-e72b15d71b7a req-37fa7701-3cac-4f3e-8698-662fc915f878 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663959 Jul 23 17:24:41.670086 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06e170ba-b4b4-4341-bcb8-e72b15d71b7a req-e1744d17-2aad-4519-9e9d-4c146736522a service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886103 Jul 23 17:24:42.150797 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611207a-c1ef-43f9-9a62-e83c50b43edb req-c459986b-75fb-43d0-8e4e-78ec4d502e75 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:42.152430 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1611207a-c1ef-43f9-9a62-e83c50b43edb req-c459986b-75fb-43d0-8e4e-78ec4d502e75 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 943 time: 0.1760650 Jul 23 17:24:42.160133 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663de9e-eeef-4f69-b4ed-ae9a8d67ed6c req-bd15ae3c-eb1d-42ef-9b4e-a954fa8308a5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:42.161701 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c663de9e-eeef-4f69-b4ed-ae9a8d67ed6c req-bd15ae3c-eb1d-42ef-9b4e-a954fa8308a5 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.1361628 Jul 23 17:24:42.247218 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c663de9e-eeef-4f69-b4ed-ae9a8d67ed6c req-a8c1d790-cdf0-42c3-9581-308099116afa tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663636 Jul 23 17:24:42.263411 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1611207a-c1ef-43f9-9a62-e83c50b43edb req-7e7a4598-b101-4490-8ffb-36e38ab07382 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005542 Jul 23 17:24:43.103516 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d734f-8d9a-4526-a01b-99e427f35af4 req-0625380d-3c52-41ef-b768-2cabe256d412 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:43.105293 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b70d734f-8d9a-4526-a01b-99e427f35af4 req-0625380d-3c52-41ef-b768-2cabe256d412 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 946 time: 0.0908360 Jul 23 17:24:43.160445 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b70d734f-8d9a-4526-a01b-99e427f35af4 req-4e1d3b57-5978-4a9c-9e9b-8ee76de0886f tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480042 Jul 23 17:24:43.545568 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0fd74-0a8e-4b68-a1cf-19c7a5f05795 req-44548aae-20e9-4b3e-9b43-15e279c35258 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:43.548838 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fde0fd74-0a8e-4b68-a1cf-19c7a5f05795 req-44548aae-20e9-4b3e-9b43-15e279c35258 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 943 time: 0.1610210 Jul 23 17:24:43.558499 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67e41c-73c3-42e8-b120-1eb43f9f0f55 req-20a41d1c-5d42-4ec2-8bb7-758a6641d234 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:43.560219 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fb67e41c-73c3-42e8-b120-1eb43f9f0f55 req-20a41d1c-5d42-4ec2-8bb7-758a6641d234 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.1337738 Jul 23 17:24:43.647917 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fde0fd74-0a8e-4b68-a1cf-19c7a5f05795 req-9371a0e6-c8cd-42fa-9f66-e2cf35c66ac1 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865905 Jul 23 17:24:43.662252 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fb67e41c-73c3-42e8-b120-1eb43f9f0f55 req-14f99202-6074-42be-a555-4917f4b25087 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846579 Jul 23 17:24:44.435156 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce8121-fe8f-4570-aae9-6924aa0c7076 req-da365eb5-53f5-4866-9c92-d708f2d027f3 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:44.436921 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-07ce8121-fe8f-4570-aae9-6924aa0c7076 req-da365eb5-53f5-4866-9c92-d708f2d027f3 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 946 time: 0.1255426 Jul 23 17:24:44.498437 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-07ce8121-fe8f-4570-aae9-6924aa0c7076 req-128ec3f9-ac2c-43be-8630-c17928363e54 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484869 Jul 23 17:24:45.018401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dc80a-4a08-459d-810f-2f99dce2c167 req-9a30d2cc-49be-4a9d-8955-2ddbfe3af97a tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:45.019954 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-947dc80a-4a08-459d-810f-2f99dce2c167 req-9a30d2cc-49be-4a9d-8955-2ddbfe3af97a tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 946 time: 0.2391307 Jul 23 17:24:45.094640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fba56b-42f3-4ce5-a08a-d451d5c53089 req-7eccdc50-a612-40eb-9bdc-2fa0c5e7e853 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:45.096289 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-82fba56b-42f3-4ce5-a08a-d451d5c53089 req-7eccdc50-a612-40eb-9bdc-2fa0c5e7e853 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.2467115 Jul 23 17:24:45.113898 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e59e11-0270-4768-a761-1db4aa95a3b8 req-d3652777-1100-4e69-99c5-fd2ffd5f3ef1 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:45.116250 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-43e59e11-0270-4768-a761-1db4aa95a3b8 req-d3652777-1100-4e69-99c5-fd2ffd5f3ef1 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 943 time: 0.2137980 Jul 23 17:24:45.180971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-947dc80a-4a08-459d-810f-2f99dce2c167 req-c55a8fbb-4dee-4d4a-9979-2f8305649189 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Deleting port 844cb900-e268-4b9e-a3c4-d4ba13022e1e {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:24:45.181562 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-947dc80a-4a08-459d-810f-2f99dce2c167 req-c55a8fbb-4dee-4d4a-9979-2f8305649189 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:45.274559 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-82fba56b-42f3-4ce5-a08a-d451d5c53089 req-c3e42bfa-ef76-4557-9385-825f61b10a89 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546662 Jul 23 17:24:45.330089 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-43e59e11-0270-4768-a761-1db4aa95a3b8 req-0434b8f5-c40e-404c-8bd4-91f82d6e9acb tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871016 Jul 23 17:24:45.523950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-947dc80a-4a08-459d-810f-2f99dce2c167 req-c55a8fbb-4dee-4d4a-9979-2f8305649189 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] For port 844cb900-e268-4b9e-a3c4-d4ba13022e1e, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=844cb900-e268-4b9e-a3c4-d4ba13022e1e,segment=NetworkSegment(1dd04844-d8a7-41da-9a6c-c8dea50f120c),segment_id=1dd04844-d8a7-41da-9a6c-c8dea50f120c)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:24:45.524642 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-947dc80a-4a08-459d-810f-2f99dce2c167 req-c55a8fbb-4dee-4d4a-9979-2f8305649189 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:45.673067 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-947dc80a-4a08-459d-810f-2f99dce2c167 req-c55a8fbb-4dee-4d4a-9979-2f8305649189 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Calling delete_port for 844cb900-e268-4b9e-a3c4-d4ba13022e1e owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:24:45.906765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f20d8-536e-4c89-ba68-fc6296427309 req-aacadc9c-bff1-40da-93ec-0486e783bf4f tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:45.908315 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7b8f20d8-536e-4c89-ba68-fc6296427309 req-aacadc9c-bff1-40da-93ec-0486e783bf4f tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1bfc402-e805-4a63-8382-5a04e68e9159 HTTP/1.1" status: 200 len: 946 time: 0.1788659 Jul 23 17:24:45.969887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-947dc80a-4a08-459d-810f-2f99dce2c167 req-c55a8fbb-4dee-4d4a-9979-2f8305649189 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:45.986829 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['844cb900-e268-4b9e-a3c4-d4ba13022e1e'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:24:45.991107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:24:46.053592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a8fbb-4dee-4d4a-9979-2f8305649189 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Pushing event deleted for resources: {'Port': ['ID=844cb900-e268-4b9e-a3c4-d4ba13022e1e,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:24:46.068629 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7b8f20d8-536e-4c89-ba68-fc6296427309 req-0e2870e4-f628-423c-991f-66923d691b70 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414464 Jul 23 17:24:46.070968 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c55a8fbb-4dee-4d4a-9979-2f8305649189 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:24:46.163392 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-947dc80a-4a08-459d-810f-2f99dce2c167 req-c55a8fbb-4dee-4d4a-9979-2f8305649189 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] No DVR routers for this DVR port 844cb900-e268-4b9e-a3c4-d4ba13022e1e on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:24:46.166087 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-947dc80a-4a08-459d-810f-2f99dce2c167 req-c55a8fbb-4dee-4d4a-9979-2f8305649189 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:46.174152 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bfc402-e805-4a63-8382-5a04e68e9159', 'name': 'network-vif-deleted', 'tag': '844cb900-e268-4b9e-a3c4-d4ba13022e1e'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:24:46.185727 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-947dc80a-4a08-459d-810f-2f99dce2c167 req-c55a8fbb-4dee-4d4a-9979-2f8305649189 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.58 "DELETE /v2.0/ports/844cb900-e268-4b9e-a3c4-d4ba13022e1e HTTP/1.1" status: 204 len: 173 time: 1.1568782 Jul 23 17:24:46.246214 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfc402-e805-4a63-8382-5a04e68e9159', 'name': 'network-vif-deleted', 'tag': '844cb900-e268-4b9e-a3c4-d4ba13022e1e', 'status': 'completed', 'code': 200} Jul 23 17:24:46.613340 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42141ceb-1c90-4b6d-80ea-fe38f815d029 req-e92c4e18-7d3c-4686-bca1-bfa687e4a957 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:46.615106 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42141ceb-1c90-4b6d-80ea-fe38f815d029 req-e92c4e18-7d3c-4686-bca1-bfa687e4a957 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.1617205 Jul 23 17:24:46.628119 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c338259-d6ce-40c4-8ac7-29546f283164 req-f6363723-447f-44c2-9522-87c15dbcc46a tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:46.628119 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6c338259-d6ce-40c4-8ac7-29546f283164 req-f6363723-447f-44c2-9522-87c15dbcc46a tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 943 time: 0.1266501 Jul 23 17:24:46.752358 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42141ceb-1c90-4b6d-80ea-fe38f815d029 req-22f6fcca-19c8-452c-ac0b-5fdcb2459055 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232631 Jul 23 17:24:46.779725 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6c338259-d6ce-40c4-8ac7-29546f283164 req-4c0b0aba-ff6f-4caf-9209-9897787e5b68 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309047 Jul 23 17:24:48.061699 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b657ae-b9d8-404e-8fb3-fec8d792300c req-7044570c-b265-4aa2-869e-c4154438048c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:48.063304 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e4b657ae-b9d8-404e-8fb3-fec8d792300c req-7044570c-b265-4aa2-869e-c4154438048c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 943 time: 0.1521356 Jul 23 17:24:48.077457 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1d456-23b9-4fae-9c94-08e7de48dc3d req-38e0f307-3c24-4dee-982b-c59430563212 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:48.079064 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3fc1d456-23b9-4fae-9c94-08e7de48dc3d req-38e0f307-3c24-4dee-982b-c59430563212 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.1231194 Jul 23 17:24:48.163473 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e4b657ae-b9d8-404e-8fb3-fec8d792300c req-9e4f275b-090f-4214-a76e-de925183faa7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833383 Jul 23 17:24:48.166344 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3fc1d456-23b9-4fae-9c94-08e7de48dc3d req-50ab9397-6e2d-4a9d-aa17-7aa61082c0ab tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684063 Jul 23 17:24:48.613630 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:24:48.660181 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device cdf141b4-ed7d-49f6-ace1-918ef65156e2 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:24:48.807183 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port cdf141b4-ed7d-49f6-ace1-918ef65156e2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=cdf141b4-ed7d-49f6-ace1-918ef65156e2,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:24:48.820793 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'port_id': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'mac_address': 'fa:16:3e:33:f0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:24:48.874110 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:48.892826 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf141b4-ed7d-49f6-ace1-918ef65156e2 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:24:48.907547 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port cdf141b4-ed7d-49f6-ace1-918ef65156e2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=cdf141b4-ed7d-49f6-ace1-918ef65156e2,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:24:48.910903 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:48.913246 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f8005534-1e51-4b28-a80c-e7781af376c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:24:48.979718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=cdf141b4-ed7d-49f6-ace1-918ef65156e2,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:24:48.982996 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:24:49.380440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0d562-ecbf-4a46-9c81-98338d061f3f req-eecaae24-0ab9-4901-968e-1ef2eb78c8c1 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:49.382182 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-12e0d562-ecbf-4a46-9c81-98338d061f3f req-eecaae24-0ab9-4901-968e-1ef2eb78c8c1 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 944 time: 0.0847051 Jul 23 17:24:49.432352 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-12e0d562-ecbf-4a46-9c81-98338d061f3f req-60ade616-4726-43fa-97f3-9918a6e5e25c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 Jul 23 17:24:49.530257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 844cb900-e268-4b9e-a3c4-d4ba13022e1e no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:24:49.568707 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 844cb900-e268-4b9e-a3c4-d4ba13022e1e {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:24:49.569559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 844cb900-e268-4b9e-a3c4-d4ba13022e1e not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:24:49.660739 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c069a83-d54d-4228-9dfd-806ed6292510 req-2942ac1f-04a0-406e-bc1b-7d1e8a3c0e54 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:49.662901 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0c069a83-d54d-4228-9dfd-806ed6292510 req-2942ac1f-04a0-406e-bc1b-7d1e8a3c0e54 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.1124699 Jul 23 17:24:49.720456 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0c069a83-d54d-4228-9dfd-806ed6292510 req-218b32f2-df35-48ff-9817-637a3cd6756f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510039 Jul 23 17:24:50.659640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb512f-b078-4bde-8838-54d78a1a251c req-2a1aaff5-649f-4594-a9f1-efad64294a8d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:50.661185 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06fb512f-b078-4bde-8838-54d78a1a251c req-2a1aaff5-649f-4594-a9f1-efad64294a8d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 944 time: 0.0991108 Jul 23 17:24:50.731527 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06fb512f-b078-4bde-8838-54d78a1a251c req-9c11404f-cc44-459d-9d7e-7eae03e1cada tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621443 Jul 23 17:24:50.863458 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['cdf141b4-ed7d-49f6-ace1-918ef65156e2'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:24:50.997293 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdafac3-3e69-4acb-90d1-c8d7c7b5efc1 req-d3a3009b-78d7-47e7-8b11-fa0c2aca7fd0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:50.999594 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0bdafac3-3e69-4acb-90d1-c8d7c7b5efc1 req-d3a3009b-78d7-47e7-8b11-fa0c2aca7fd0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.1026027 Jul 23 17:24:51.069536 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0bdafac3-3e69-4acb-90d1-c8d7c7b5efc1 req-83dc43ef-f829-4d4f-9ad1-0065c66f6137 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629339 Jul 23 17:24:51.970239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac17b38-3204-49ca-b0b4-690d8327c48d req-2986f21a-2f66-4001-9d8b-be815a8a0909 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:51.975277 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6ac17b38-3204-49ca-b0b4-690d8327c48d req-2986f21a-2f66-4001-9d8b-be815a8a0909 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 944 time: 0.1084936 Jul 23 17:24:52.225815 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6ac17b38-3204-49ca-b0b4-690d8327c48d req-434de9ce-5fff-4547-81a1-bf6b659a8201 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476375 Jul 23 17:24:52.306291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff3663-320a-4651-a617-0a1d6ba2fab5 req-b5c0c88f-2f5d-40cc-a732-7d9945d1b850 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:52.308079 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4dff3663-320a-4651-a617-0a1d6ba2fab5 req-b5c0c88f-2f5d-40cc-a732-7d9945d1b850 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.0862322 Jul 23 17:24:52.357535 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4dff3663-320a-4651-a617-0a1d6ba2fab5 req-d9b4eb0c-dda2-4b56-a114-f60b5c47774b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429132 Jul 23 17:24:52.566633 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device cdf141b4-ed7d-49f6-ace1-918ef65156e2 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:24:52.771447 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6caae579-d193-497e-93a3-9fd3a2e197fb req-928cd6cc-0adf-4f06-aaf3-9a240c7fb7ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 1099 time: 0.0813341 Jul 23 17:24:52.792792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port cdf141b4-ed7d-49f6-ace1-918ef65156e2 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:24:52.797803 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port cdf141b4-ed7d-49f6-ace1-918ef65156e2 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:24:52.798218 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:52.920174 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:52.920300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caae579-d193-497e-93a3-9fd3a2e197fb req-3c897f0e-a50b-48c6-9ce5-d699f2391dd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:52.921741 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6caae579-d193-497e-93a3-9fd3a2e197fb req-3c897f0e-a50b-48c6-9ce5-d699f2391dd7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 200 len: 916 time: 0.1437426 Jul 23 17:24:52.950020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:24:52.960285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port cdf141b4-ed7d-49f6-ace1-918ef65156e2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=cdf141b4-ed7d-49f6-ace1-918ef65156e2,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:24:52.963576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:52.965731 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:24:53.033230 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6caae579-d193-497e-93a3-9fd3a2e197fb req-268292ff-3b3e-4570-9f2b-9ef53d935473 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519 HTTP/1.1" status: 200 len: 1002 time: 0.1046827 Jul 23 17:24:53.034490 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=cdf141b4-ed7d-49f6-ace1-918ef65156e2,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:24:53.037185 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:24:53.108015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caae579-d193-497e-93a3-9fd3a2e197fb req-7241e59a-80d2-4d8d-93ce-ceca33e88c2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:53.108433 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'code': 200} Jul 23 17:24:53.109596 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6caae579-d193-497e-93a3-9fd3a2e197fb req-7241e59a-80d2-4d8d-93ce-ceca33e88c2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f137acdd-475c-4812-af2f-0a236bb57605 HTTP/1.1" status: 200 len: 854 time: 0.0667245 Jul 23 17:24:53.199687 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6caae579-d193-497e-93a3-9fd3a2e197fb req-42ce9a54-bcd0-4e2f-b708-edf06b8ce3fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783467 Jul 23 17:24:53.354251 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6caae579-d193-497e-93a3-9fd3a2e197fb req-4d37b382-af44-43b4-8ad2-04b75c7b15db service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438878 Jul 23 17:24:53.701923 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6caae579-d193-497e-93a3-9fd3a2e197fb req-1a4d7751-f7c9-4c40-aab2-7d9a215f50a4 service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970898 Jul 23 17:24:53.716766 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a10ef20a-5a01-40f7-b6be-2af3db51cb0f req-3a2e8fa2-70a8-4aa6-980e-13502b1db712 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 1098 time: 0.3460004 Jul 23 17:24:53.751788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139b452-4160-4ea6-8db8-49204dd74300 req-5a5b7d60-d882-4a5d-ab5d-cc31472c2c4d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:53.753235 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5139b452-4160-4ea6-8db8-49204dd74300 req-5a5b7d60-d882-4a5d-ab5d-cc31472c2c4d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 945 time: 0.3199713 Jul 23 17:24:53.761625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1d0a0-50de-40ce-a2f9-673197623b6c req-f52a971a-267e-4d3e-af23-7e8505157456 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:53.763147 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0cc1d0a0-50de-40ce-a2f9-673197623b6c req-f52a971a-267e-4d3e-af23-7e8505157456 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.2169881 Jul 23 17:24:53.859701 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a10ef20a-5a01-40f7-b6be-2af3db51cb0f req-bddbeb6e-78b9-4dd8-9446-42121f5cb90c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292293 Jul 23 17:24:53.866988 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0cc1d0a0-50de-40ce-a2f9-673197623b6c req-5c9c9686-98c9-4597-a63d-6aafe98fea5b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838428 Jul 23 17:24:53.869133 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5139b452-4160-4ea6-8db8-49204dd74300 req-c6bc25fb-2753-4fd9-90a6-dc41b49f2bfa tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050510 Jul 23 17:24:55.071591 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30287128-74a8-4ada-9073-5dfd30a20a2e req-86715062-c4db-4e4a-af94-4169d1766118 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:55.073814 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-30287128-74a8-4ada-9073-5dfd30a20a2e req-86715062-c4db-4e4a-af94-4169d1766118 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 945 time: 0.0811660 Jul 23 17:24:55.122292 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-30287128-74a8-4ada-9073-5dfd30a20a2e req-642672df-d51a-48fa-85d4-4cae95254f6d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 Jul 23 17:24:55.322268 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc0853-2f6f-449d-a617-2a19e91ab673 req-c232d6f5-9c47-4f47-a3b2-d0cea05d5182 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:55.323881 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39cc0853-2f6f-449d-a617-2a19e91ab673 req-c232d6f5-9c47-4f47-a3b2-d0cea05d5182 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.0836825 Jul 23 17:24:55.371686 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-39cc0853-2f6f-449d-a617-2a19e91ab673 req-f6752fef-7823-454a-9a82-6c4cbfac2f06 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415246 Jul 23 17:24:56.326069 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c4547-349e-4c28-8d65-38042b8a96c9 req-cc06f74d-6e9f-44ce-88de-13fc05d1fc76 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:56.327689 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-424c4547-349e-4c28-8d65-38042b8a96c9 req-cc06f74d-6e9f-44ce-88de-13fc05d1fc76 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 945 time: 0.0806413 Jul 23 17:24:56.379330 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-424c4547-349e-4c28-8d65-38042b8a96c9 req-acea1277-f686-458a-998e-e0b5abc9f8eb tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452008 Jul 23 17:24:56.589936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca92f61-93d8-4604-909b-61deca74f56b req-a6c79fe9-c734-4025-a198-01e79eec5a8f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:56.591562 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dca92f61-93d8-4604-909b-61deca74f56b req-a6c79fe9-c734-4025-a198-01e79eec5a8f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 946 time: 0.0845165 Jul 23 17:24:56.600676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6de241c2-ad5e-42e5-befc-8d7f73f51519 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:24:56.644842 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dca92f61-93d8-4604-909b-61deca74f56b req-16157183-d93f-41e5-8b21-8a9d6a503681 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465720 Jul 23 17:24:56.725146 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:56.754048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6de241c2-ad5e-42e5-befc-8d7f73f51519'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:24:56.764383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6de241c2-ad5e-42e5-befc-8d7f73f51519, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:24:56.767905 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:56.771394 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:24:56.814786 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'code': 200} Jul 23 17:24:56.841556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=6de241c2-ad5e-42e5-befc-8d7f73f51519,revision_number=8']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:24:56.845116 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:24:57.592609 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c44690-7457-46f9-bb01-5e31446fe970 req-d9b57f0d-b121-49bd-9b27-aad415883ee1 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:57.594200 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e2c44690-7457-46f9-bb01-5e31446fe970 req-d9b57f0d-b121-49bd-9b27-aad415883ee1 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 945 time: 0.0879784 Jul 23 17:24:57.645641 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e2c44690-7457-46f9-bb01-5e31446fe970 req-e17aff37-8067-4f50-a5e0-2a3f81080f51 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447006 Jul 23 17:24:57.987320 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf1574-ea88-43e0-a591-f7f7ca012399 req-ad11d92b-ab6a-4322-ae0d-ccda33370848 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:57.988907 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cebf1574-ea88-43e0-a591-f7f7ca012399 req-ad11d92b-ab6a-4322-ae0d-ccda33370848 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 945 time: 0.2098169 Jul 23 17:24:57.995904 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eae67-6945-4c62-8bac-0df031e732df req-e57a3252-a1b3-47f8-80f7-08937a020d57 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:57.997374 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a7eae67-6945-4c62-8bac-0df031e732df req-e57a3252-a1b3-47f8-80f7-08937a020d57 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/networks?id=cfacdbf6-954d-4490-b435-df409d888dc2 HTTP/1.1" status: 200 len: 813 time: 0.2196553 Jul 23 17:24:58.040811 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a7eae67-6945-4c62-8bac-0df031e732df req-c08cf673-525a-44c4-9800-a9ed1fdd8976 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/quotas/340a8ceb88d84ac5bd45f26f4eb62dbf HTTP/1.1" status: 200 len: 375 time: 0.0279841 Jul 23 17:24:58.091119 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cebf1574-ea88-43e0-a591-f7f7ca012399 req-f17bbb7a-449d-4b3e-b3f9-6bdb8f9be5b6 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926888 Jul 23 17:24:58.096713 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-3a7eae67-6945-4c62-8bac-0df031e732df req-d36e5a75-c4a7-4d79-ae76-381caf23695f tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Synchronizing usage tracker for tenant:340a8ceb88d84ac5bd45f26f4eb62dbf on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:24:58.113115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-3a7eae67-6945-4c62-8bac-0df031e732df req-d36e5a75-c4a7-4d79-ae76-381caf23695f tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Unset dirty status for tenant:340a8ceb88d84ac5bd45f26f4eb62dbf on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:24:58.114530 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a7eae67-6945-4c62-8bac-0df031e732df req-d36e5a75-c4a7-4d79-ae76-381caf23695f tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=340a8ceb88d84ac5bd45f26f4eb62dbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679321 Jul 23 17:24:58.120020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51058) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:24:58.255881 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e5a3648f-f473-4b5f-8e45-af80d1411cee tempest-TestVolumeBootPattern-1462949556 tempest-TestVolumeBootPattern-1462949556-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 1093 time: 0.1336482 Jul 23 17:24:58.256472 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 51066) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:24:58.263304 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Request body: {'floatingip': {'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'port_id': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:24:58.272386 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:24:58.276672 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Usage tracker for resource:floatingip and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:24:58.283522 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:24:58.293244 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:24:58.308395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for floatingip, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:58.430717 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0298e71-8810-494d-a04f-fef2946c2f76 req-ed625830-bf34-48b8-be56-b945fbb3f24c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:58.432502 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a0298e71-8810-494d-a04f-fef2946c2f76 req-ed625830-bf34-48b8-be56-b945fbb3f24c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.2256973 Jul 23 17:24:58.472567 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:58.482442 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a7eae67-6945-4c62-8bac-0df031e732df req-c89ddc22-9c70-4eb2-be07-319609be2821 service neutron] 10.222.0.55 "GET /v2.0/networks/cfacdbf6-954d-4490-b435-df409d888dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283839 Jul 23 17:24:58.591577 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a0298e71-8810-494d-a04f-fef2946c2f76 req-67d578d1-c950-44d1-9459-b50d3fe33516 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507320 Jul 23 17:24:58.632794 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Allocated IP 172.27.0.67 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/5cd36697-aab9-4707-b3e2-5ea50722c64b) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:24:58.651404 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a7eae67-6945-4c62-8bac-0df031e732df req-7f6f0020-6285-4c52-8e16-0ac7acf0b55d service neutron] 10.222.0.55 "GET /v2.0/networks/cfacdbf6-954d-4490-b435-df409d888dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595757 Jul 23 17:24:58.846008 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:58.876312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:58.882533 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-857a0246-db4b-4028-ad9f-cd965ac607da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:24:58.911542 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1ce434f6-e7f2-4696-b0d3-3fedac0b55c3 req-a29a80c7-2998-425b-8a2e-1abfdb1ee68c tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 210 time: 0.0593867 Jul 23 17:24:58.956048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:24:58.959608 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:24:58.962558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:24:59.026420 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'Port': ['ID=5cd36697-aab9-4707-b3e2-5ea50722c64b,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:24:59.071863 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:59.073122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:59.073712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:59.074124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:59.074528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:59.074963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:59.075346 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:59.075798 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:59.076184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:59.076609 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:59.077091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:24:59.085632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:24:59.567830 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:59.626646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:59.837015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b1997-5b71-42c1-bf58-813a8c0243da req-bae27cc3-211c-496c-b1ca-ed97cf13b175 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:24:59.839302 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1d9b1997-5b71-42c1-bf58-813a8c0243da req-bae27cc3-211c-496c-b1ca-ed97cf13b175 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.1040230 Jul 23 17:24:59.849208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:59.853047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:24:59.856892 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:24:59.894009 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1d9b1997-5b71-42c1-bf58-813a8c0243da req-e7a29224-2da0-42cb-966b-612cb1578fef tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479701 Jul 23 17:24:59.973909 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'Port': ['ID=5cd36697-aab9-4707-b3e2-5ea50722c64b,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:24:59.978613 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:24:59.999909 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:00.145164 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eae67-6945-4c62-8bac-0df031e732df req-a70a86ac-5644-419b-98e5-d252a700dd81 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:00.147462 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a7eae67-6945-4c62-8bac-0df031e732df req-a70a86ac-5644-419b-98e5-d252a700dd81 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.58 "GET /v2.0/networks?id=cfacdbf6-954d-4490-b435-df409d888dc2 HTTP/1.1" status: 200 len: 813 time: 0.2283432 Jul 23 17:25:00.164132 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c012e06a-eb34-4714-9f25-13681251db80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:00.199155 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2fa5f300-8c67-46b9-9cee-d61631d18092 req-f8f0002c-c6e6-42c9-9a42-cb0478a7a65d tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 210 time: 0.0503414 Jul 23 17:25:00.205428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-3a7eae67-6945-4c62-8bac-0df031e732df req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Request body: {'port': {'device_id': 'e5f669cb-4774-42a2-acdb-b429d1413c02', 'network_id': 'cfacdbf6-954d-4490-b435-df409d888dc2', 'admin_state_up': True, 'tenant_id': '340a8ceb88d84ac5bd45f26f4eb62dbf'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:25:00.457416 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_db [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Floating IP 282ad20a-4131-4e77-aea1-7ec190896cc7 associated. External IP: 172.27.0.67, port: cdf141b4-ed7d-49f6-ace1-918ef65156e2. Jul 23 17:25:00.595492 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-3a7eae67-6945-4c62-8bac-0df031e732df req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:25:00.607265 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-3a7eae67-6945-4c62-8bac-0df031e732df req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:25:00.622071 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7eae67-6945-4c62-8bac-0df031e732df req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Made reservation on behalf of 340a8ceb88d84ac5bd45f26f4eb62dbf for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:25:00.627817 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a7eae67-6945-4c62-8bac-0df031e732df req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:00.817831 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-3a7eae67-6945-4c62-8bac-0df031e732df req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Allocated IP 172.20.0.11 (cfacdbf6-954d-4490-b435-df409d888dc2/e324757d-73ee-41eb-8914-272a27cb8b9e/e56e7503-6778-4d77-b545-52750e505780) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:25:00.900838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:25:01.047836 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a7eae67-6945-4c62-8bac-0df031e732df req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:01.072952 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a7eae67-6945-4c62-8bac-0df031e732df req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:01.078839 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a52df849-839d-435a-b347-b6c5ee5c9257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:01.136379 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:25:01.141500 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7eae67-6945-4c62-8bac-0df031e732df req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Network cfacdbf6-954d-4490-b435-df409d888dc2 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:25:01.148836 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e5eeba-4f51-4504-8bb2-63763115f033 None None] Sync routers for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:25:01.153637 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-3a7eae67-6945-4c62-8bac-0df031e732df req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:25:01.158563 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7eae67-6945-4c62-8bac-0df031e732df req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:25:01.165603 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e5eeba-4f51-4504-8bb2-63763115f033 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:25:01.166129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:01.166942 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-91e5eeba-4f51-4504-8bb2-63763115f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:24:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:01.225876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eae67-6945-4c62-8bac-0df031e732df req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:01.226556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a7eae67-6945-4c62-8bac-0df031e732df req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:01.231306 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Pushing event updated for resources: {'Port': ['ID=e56e7503-6778-4d77-b545-52750e505780,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:01.239637 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9748483 Jul 23 17:25:01.239637 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'tag': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:25:01.279591 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:01.282233 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a7eae67-6945-4c62-8bac-0df031e732df req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0819528 Jul 23 17:25:01.295632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Request body: {'port': {'device_id': 'e5f669cb-4774-42a2-acdb-b429d1413c02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:25:01.368102 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-91e5eeba-4f51-4504-8bb2-63763115f033 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:25:01.440596 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:01.467667 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'tag': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'status': 'completed', 'code': 200} Jul 23 17:25:01.676082 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:01.770436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-91e5eeba-4f51-4504-8bb2-63763115f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '282ad20a-4131-4e77-aea1-7ec190896cc7', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:33:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:59Z', 'updated_at': '2021-07-23T17:24:59Z', 'revision_number': 0, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:01.775029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e5eeba-4f51-4504-8bb2-63763115f033 None None] Checking router: c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:25:01.787142 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e5eeba-4f51-4504-8bb2-63763115f033 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:25:01.787825 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-91e5eeba-4f51-4504-8bb2-63763115f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:24:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:01.794102 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01455d5-89ab-46ed-97b6-da7bf2cb11c6 req-810f26d7-c5ef-4407-812b-7892631ec360 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:01.794907 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-c01455d5-89ab-46ed-97b6-da7bf2cb11c6 req-810f26d7-c5ef-4407-812b-7892631ec360 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Synchronizing usage tracker for tenant:340a8ceb88d84ac5bd45f26f4eb62dbf on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:25:01.804888 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-43737e98-e0f7-4d15-8055-e774201c7da0 req-ad60ea02-e480-42c2-beb9-632a88bdaf39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 1098 time: 0.3096893 Jul 23 17:25:01.974271 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-91e5eeba-4f51-4504-8bb2-63763115f033 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:25:01.979777 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9f51544d-c6ee-4ba8-b63d-13193f5f0b00 req-94fc300b-1af6-40a4-8748-b2e1c9f85334 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3960421 Jul 23 17:25:01.994781 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-c01455d5-89ab-46ed-97b6-da7bf2cb11c6 req-810f26d7-c5ef-4407-812b-7892631ec360 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Unset dirty status for tenant:340a8ceb88d84ac5bd45f26f4eb62dbf on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:25:01.996049 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c01455d5-89ab-46ed-97b6-da7bf2cb11c6 req-810f26d7-c5ef-4407-812b-7892631ec360 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 932 time: 0.6327133 Jul 23 17:25:02.137969 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c01455d5-89ab-46ed-97b6-da7bf2cb11c6 req-6ac6d391-656b-4704-bb4b-0accc83f32bf tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290441 Jul 23 17:25:02.140828 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43737e98-e0f7-4d15-8055-e774201c7da0 req-2574078b-f21b-45ba-a454-3740210725ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:02.142363 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-43737e98-e0f7-4d15-8055-e774201c7da0 req-2574078b-f21b-45ba-a454-3740210725ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 913 time: 0.3231432 Jul 23 17:25:02.309208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 51146) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:25:02.375076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56e7503-6778-4d77-b545-52750e505780 {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:25:02.383165 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-43737e98-e0f7-4d15-8055-e774201c7da0 req-8c0347a2-593f-4892-9a40-f1d3b6144a1d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf141b4-ed7d-49f6-ace1-918ef65156e2 HTTP/1.1" status: 200 len: 998 time: 0.2333946 Jul 23 17:25:02.385012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:02.394313 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-91e5eeba-4f51-4504-8bb2-63763115f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '282ad20a-4131-4e77-aea1-7ec190896cc7', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:33:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:59Z', 'updated_at': '2021-07-23T17:24:59Z', 'revision_number': 0, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:02.400122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e5eeba-4f51-4504-8bb2-63763115f033 None None] The sync data for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi is: [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '282ad20a-4131-4e77-aea1-7ec190896cc7', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:33:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:59Z', 'updated_at': '2021-07-23T17:24:59Z', 'revision_number': 0, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:25:02.455254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Transition to ACTIVE for port object e56e7503-6778-4d77-b545-52750e505780 will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:25:02.468941 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:02.477405 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8e5aabce-c3dc-4802-9a64-62cbcc6e01df tempest-VolumesActionsTest-634713755 tempest-VolumesActionsTest-634713755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:02.492333 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7390ce50-2e43-496c-aacd-9818ad83c17c req-20af635d-ff18-4d2c-8666-4f29086c1b95 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1810422 Jul 23 17:25:02.531440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1713f-9cdc-4987-a40f-8e04a1c93f09 req-5d6154eb-a9ed-4b66-88a4-d6d5ad1ebfdb tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:02.533071 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2dd1713f-9cdc-4987-a40f-8e04a1c93f09 req-5d6154eb-a9ed-4b66-88a4-d6d5ad1ebfdb tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.3249428 Jul 23 17:25:02.566207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43737e98-e0f7-4d15-8055-e774201c7da0 req-28f39c87-dc12-4011-bfcd-d835314745f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:02.567834 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-43737e98-e0f7-4d15-8055-e774201c7da0 req-28f39c87-dc12-4011-bfcd-d835314745f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.1729889 Jul 23 17:25:02.613249 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6de241c2-ad5e-42e5-befc-8d7f73f51519 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:25:02.692785 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Pushing event updated for resources: {'Port': ['ID=e56e7503-6778-4d77-b545-52750e505780,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:02.701450 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:02.720621 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c8914f5d-510c-4cd0-8ba6-50c82feb63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:02.779572 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2dd1713f-9cdc-4987-a40f-8e04a1c93f09 req-70be5ee0-92f4-499d-a609-2c34843d0640 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361388 Jul 23 17:25:02.883025 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-43737e98-e0f7-4d15-8055-e774201c7da0 req-1ebb809e-a973-4af6-8f2b-af3d6633b005 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2581851 Jul 23 17:25:02.914086 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c7cb93-f6f7-4ab6-b7b1-fcc4f670994c None None] New status for floating IP 282ad20a-4131-4e77-aea1-7ec190896cc7: ACTIVE {{(pid=81987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:25:02.927413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Attempting to bind port e56e7503-6778-4d77-b545-52750e505780 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:25:02.927772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Attempting to bind port e56e7503-6778-4d77-b545-52750e505780 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '1dd04844-d8a7-41da-9a6c-c8dea50f120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cfacdbf6-954d-4490-b435-df409d888dc2'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:25:02.928157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Attempting to bind port e56e7503-6778-4d77-b545-52750e505780 on network cfacdbf6-954d-4490-b435-df409d888dc2 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:25:02.956286 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:03.153421 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7390ce50-2e43-496c-aacd-9818ad83c17c req-6a854c3d-515b-4c91-80a0-3986eb092ba3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6&tenant_id=9a94f9f25d4c4e2fa348bdde979a509f HTTP/1.1" status: 200 len: 1097 time: 0.0832531 Jul 23 17:25:03.214051 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Port e56e7503-6778-4d77-b545-52750e505780 on network cfacdbf6-954d-4490-b435-df409d888dc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:25:03.214433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Attempting to bind port e56e7503-6778-4d77-b545-52750e505780 on network cfacdbf6-954d-4490-b435-df409d888dc2 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:25:03.229094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:25:03.229469 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Checking segment: {'id': '1dd04844-d8a7-41da-9a6c-c8dea50f120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cfacdbf6-954d-4490-b435-df409d888dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:25:03.229901 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Bound using segment: {'id': '1dd04844-d8a7-41da-9a6c-c8dea50f120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cfacdbf6-954d-4490-b435-df409d888dc2'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:25:03.230381 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Bound port: e56e7503-6778-4d77-b545-52750e505780, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd04844-d8a7-41da-9a6c-c8dea50f120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cfacdbf6-954d-4490-b435-df409d888dc2'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:25:03.230792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:03.264844 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7390ce50-2e43-496c-aacd-9818ad83c17c req-a7037624-9857-4ec5-9ad9-cbd6eece7c1c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 1097 time: 0.0850563 Jul 23 17:25:03.371815 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-43737e98-e0f7-4d15-8055-e774201c7da0 req-d938955b-4021-4983-ba17-5631d1dec617 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778740 Jul 23 17:25:03.413095 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390ce50-2e43-496c-aacd-9818ad83c17c req-a07c7da8-3437-43cc-a4c4-9a26297b7010 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:03.414709 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7390ce50-2e43-496c-aacd-9818ad83c17c req-a07c7da8-3437-43cc-a4c4-9a26297b7010 service neutron] 10.222.0.58 "GET /v2.0/networks?id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 200 len: 916 time: 0.1432819 Jul 23 17:25:03.519878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] For port e56e7503-6778-4d77-b545-52750e505780, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:25:03.525618 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7390ce50-2e43-496c-aacd-9818ad83c17c req-84f7dfea-0f8e-4c8f-94f2-b912c71638a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519 HTTP/1.1" status: 200 len: 1000 time: 0.1044543 Jul 23 17:25:03.548166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] For port e56e7503-6778-4d77-b545-52750e505780, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=e56e7503-6778-4d77-b545-52750e505780,segment=NetworkSegment(1dd04844-d8a7-41da-9a6c-c8dea50f120c),segment_id=1dd04844-d8a7-41da-9a6c-c8dea50f120c)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:25:03.560774 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a54be3-e399-44e3-8de5-a779dac48628 req-5d652d01-5722-403a-aa56-6c49fccb1201 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:03.562380 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d5a54be3-e399-44e3-8de5-a779dac48628 req-5d652d01-5722-403a-aa56-6c49fccb1201 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 944 time: 0.2652729 Jul 23 17:25:03.563453 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:03.570396 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c878cc38-ff58-4878-937c-40895efdc0fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:03.599746 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390ce50-2e43-496c-aacd-9818ad83c17c req-7857a156-685b-41a5-b703-e8565fd225a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:03.601411 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7390ce50-2e43-496c-aacd-9818ad83c17c req-7857a156-685b-41a5-b703-e8565fd225a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f137acdd-475c-4812-af2f-0a236bb57605 HTTP/1.1" status: 200 len: 854 time: 0.0689900 Jul 23 17:25:03.657105 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-43737e98-e0f7-4d15-8055-e774201c7da0 req-57577771-1459-456f-b9ca-02d4c03dd5ea service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695870 Jul 23 17:25:03.695759 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:03.697303 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a7eae67-6945-4c62-8bac-0df031e732df req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] 10.222.0.58 "PUT /v2.0/ports/e56e7503-6778-4d77-b545-52750e505780 HTTP/1.1" status: 200 len: 1094 time: 2.4067118 Jul 23 17:25:03.697846 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f669cb-4774-42a2-acdb-b429d1413c02', 'tag': 'e56e7503-6778-4d77-b545-52750e505780'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:25:03.717813 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7390ce50-2e43-496c-aacd-9818ad83c17c req-6019caea-39c7-4991-bb72-5dc5a3ee00de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1100671 Jul 23 17:25:03.718502 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Pushing event updated for resources: {'Port': ['ID=e56e7503-6778-4d77-b545-52750e505780,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:03.722025 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:03.737342 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d5a54be3-e399-44e3-8de5-a779dac48628 req-0e7c7559-de97-468a-b549-4c97ed45ebf1 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288385 Jul 23 17:25:03.870965 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:03.872291 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f669cb-4774-42a2-acdb-b429d1413c02', 'tag': 'e56e7503-6778-4d77-b545-52750e505780', 'status': 'completed', 'code': 200} Jul 23 17:25:03.882681 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a7eae67-6945-4c62-8bac-0df031e732df req-66dacedd-363c-45cd-93ce-26e9694f2c92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=340a8ceb88d84ac5bd45f26f4eb62dbf&device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 1097 time: 0.1419404 Jul 23 17:25:03.891279 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7390ce50-2e43-496c-aacd-9818ad83c17c req-324937fd-2fd7-48b8-8a5c-42981c8c0dfe service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581666 Jul 23 17:25:03.996238 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a7eae67-6945-4c62-8bac-0df031e732df req-5ab2ca44-811e-44c2-ba95-b6b6b61ed19e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e56e7503-6778-4d77-b545-52750e505780 HTTP/1.1" status: 200 len: 217 time: 0.1065683 Jul 23 17:25:04.040338 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7390ce50-2e43-496c-aacd-9818ad83c17c req-c52290bf-5a18-4979-a9a8-6d2227c6107b service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416116 Jul 23 17:25:04.078112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7eae67-6945-4c62-8bac-0df031e732df req-843060ea-c408-4209-a6fe-f0a05bd552b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:04.079666 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a7eae67-6945-4c62-8bac-0df031e732df req-843060ea-c408-4209-a6fe-f0a05bd552b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e324757d-73ee-41eb-8914-272a27cb8b9e HTTP/1.1" status: 200 len: 853 time: 0.0755005 Jul 23 17:25:04.136688 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a7eae67-6945-4c62-8bac-0df031e732df req-762d8e20-3a12-494d-be8e-dbb6bdb8d1d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cfacdbf6-954d-4490-b435-df409d888dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473168 Jul 23 17:25:04.142866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64de82-4bf7-42a6-9b6e-85c6157dcdc1 req-a10c6022-3644-4d53-90b0-4c236393d6a1 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:04.144356 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8e64de82-4bf7-42a6-9b6e-85c6157dcdc1 req-a10c6022-3644-4d53-90b0-4c236393d6a1 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.1980400 Jul 23 17:25:04.301407 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8e64de82-4bf7-42a6-9b6e-85c6157dcdc1 req-bc7c9fd6-d4f0-495b-a142-379d4960b896 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278253 Jul 23 17:25:04.321752 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:04.324286 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a7eae67-6945-4c62-8bac-0df031e732df req-6d0f1883-07cf-4a7e-88b2-72a9b9181c02 service neutron] 10.222.0.58 "GET /v2.0/networks/cfacdbf6-954d-4490-b435-df409d888dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788783 Jul 23 17:25:04.469202 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a7eae67-6945-4c62-8bac-0df031e732df req-45c7f09a-db46-4fd0-9757-197a32196cc0 service neutron] 10.222.0.58 "GET /v2.0/networks/cfacdbf6-954d-4490-b435-df409d888dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376171 Jul 23 17:25:04.588288 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-64b1927c-dd54-4e82-a1eb-7a64d6144826 req-b908b044-580c-4d01-a1b5-6129a396e4d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=340a8ceb88d84ac5bd45f26f4eb62dbf&device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 1097 time: 0.0748713 Jul 23 17:25:04.740095 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1927c-dd54-4e82-a1eb-7a64d6144826 req-d13fb39c-7607-4239-9109-56a9a0a490f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:04.741803 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-64b1927c-dd54-4e82-a1eb-7a64d6144826 req-d13fb39c-7607-4239-9109-56a9a0a490f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cfacdbf6-954d-4490-b435-df409d888dc2 HTTP/1.1" status: 200 len: 914 time: 0.1441789 Jul 23 17:25:04.820865 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-64b1927c-dd54-4e82-a1eb-7a64d6144826 req-96329231-7da3-444e-b6dc-4fc18fdf7825 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e56e7503-6778-4d77-b545-52750e505780 HTTP/1.1" status: 200 len: 217 time: 0.0706160 Jul 23 17:25:04.973498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1927c-dd54-4e82-a1eb-7a64d6144826 req-daced738-cf26-4991-a252-94f36f22be1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:04.975267 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-64b1927c-dd54-4e82-a1eb-7a64d6144826 req-daced738-cf26-4991-a252-94f36f22be1b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e324757d-73ee-41eb-8914-272a27cb8b9e HTTP/1.1" status: 200 len: 853 time: 0.1465471 Jul 23 17:25:05.015853 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bdf84-ca98-472b-94fb-2b321f4e7ec6 req-5b9f1707-f483-45ac-91b5-1f2c5bb09d7d tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:05.017822 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aa8bdf84-ca98-472b-94fb-2b321f4e7ec6 req-5b9f1707-f483-45ac-91b5-1f2c5bb09d7d tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 944 time: 0.1283927 Jul 23 17:25:05.098501 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aa8bdf84-ca98-472b-94fb-2b321f4e7ec6 req-2e79bb1b-642c-4602-866d-a27111194dce tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734973 Jul 23 17:25:05.529468 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f1cef-77da-4e94-88e8-6f59793d8e4f req-21bcd9ca-4201-4ac3-b2f2-8fbf54a8a0fa tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:05.531248 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ab0f1cef-77da-4e94-88e8-6f59793d8e4f req-21bcd9ca-4201-4ac3-b2f2-8fbf54a8a0fa tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.0858011 Jul 23 17:25:05.584247 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ab0f1cef-77da-4e94-88e8-6f59793d8e4f req-1ff89b4f-b47b-4be5-84f8-e9b9e66a3ee0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455213 Jul 23 17:25:06.323432 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc11c58-ac77-4edb-92ca-ab3263e28678 req-1f249113-9dff-4ec1-a094-0ea2ae77792c tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:06.325145 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-acc11c58-ac77-4edb-92ca-ab3263e28678 req-1f249113-9dff-4ec1-a094-0ea2ae77792c tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 944 time: 0.0918827 Jul 23 17:25:06.376884 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-acc11c58-ac77-4edb-92ca-ab3263e28678 req-ddf8cc0f-bb72-494a-9939-9ffc2f5a8f80 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451262 Jul 23 17:25:06.821515 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21faad6-1752-479d-8766-6a9f2d64a367 req-3d4e12d7-2998-4288-9b4f-dc76b1ed5f78 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:06.823184 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a21faad6-1752-479d-8766-6a9f2d64a367 req-3d4e12d7-2998-4288-9b4f-dc76b1ed5f78 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.0917222 Jul 23 17:25:06.877664 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a21faad6-1752-479d-8766-6a9f2d64a367 req-fd5642fd-b559-4b6e-8f60-fa3c3b1d8753 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478046 Jul 23 17:25:07.603531 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da0c09-9e29-4f32-86f4-e0d483ee8acd req-c1f6c6f7-ab79-41e3-a0f6-e336c3ebcbd2 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:07.605171 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06da0c09-9e29-4f32-86f4-e0d483ee8acd req-c1f6c6f7-ab79-41e3-a0f6-e336c3ebcbd2 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 944 time: 0.0941024 Jul 23 17:25:07.658659 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06da0c09-9e29-4f32-86f4-e0d483ee8acd req-914c5d96-59db-4ec9-89de-a35233feb211 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461538 Jul 23 17:25:08.108590 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe5d2a-1708-4fd9-9920-1319ca55f51d req-0b5ffd5f-f382-454c-8aa4-26c87d63e880 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:08.110348 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-46fe5d2a-1708-4fd9-9920-1319ca55f51d req-0b5ffd5f-f382-454c-8aa4-26c87d63e880 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.0857103 Jul 23 17:25:08.165776 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-46fe5d2a-1708-4fd9-9920-1319ca55f51d req-80e0c819-22a2-4ef5-a05c-4668af394e18 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484917 Jul 23 17:25:08.884016 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f2f68-0e27-4095-b0dd-1aa62315c24b req-f3b46124-92f5-40c9-8f0a-5ca5e3629e72 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:08.885645 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-937f2f68-0e27-4095-b0dd-1aa62315c24b req-f3b46124-92f5-40c9-8f0a-5ca5e3629e72 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 944 time: 0.0927439 Jul 23 17:25:08.938593 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-937f2f68-0e27-4095-b0dd-1aa62315c24b req-cd3a8fe4-fd79-4952-a1e8-563aa3c801bd tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 Jul 23 17:25:09.401818 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2b5b0-5e49-44b1-87a3-316d96b37a54 req-6ec7a26e-d74c-4899-8140-773037ee76e2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:09.403533 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c7b2b5b0-5e49-44b1-87a3-316d96b37a54 req-6ec7a26e-d74c-4899-8140-773037ee76e2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.0909011 Jul 23 17:25:09.462266 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c7b2b5b0-5e49-44b1-87a3-316d96b37a54 req-7b1094cd-b121-4069-8742-1a8fd85f4c55 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498364 Jul 23 17:25:10.174610 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5ab41-52a7-493e-abd5-dbe5d3e81731 req-6da51f43-396d-492f-826f-a5e5dc3f3a47 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:10.176655 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-93b5ab41-52a7-493e-abd5-dbe5d3e81731 req-6da51f43-396d-492f-826f-a5e5dc3f3a47 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 944 time: 0.0987761 Jul 23 17:25:10.256245 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-93b5ab41-52a7-493e-abd5-dbe5d3e81731 req-082e0701-e2c7-49c7-979b-f44cb7692c1b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684142 Jul 23 17:25:10.775892 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d5a7d-2083-4e5c-b448-d8a469c08bf6 req-92d04815-8d9b-4184-9d72-55759db3603d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:10.778396 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cc6d5a7d-2083-4e5c-b448-d8a469c08bf6 req-92d04815-8d9b-4184-9d72-55759db3603d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.1066089 Jul 23 17:25:10.837813 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cc6d5a7d-2083-4e5c-b448-d8a469c08bf6 req-03ed97ff-b595-4490-a088-4117c4553542 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499706 Jul 23 17:25:11.475834 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10921c-fce8-457f-9e44-4433be1bfc5b req-3ed6c18b-5fb4-488b-aee5-7937d84ad266 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:11.477522 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8d10921c-fce8-457f-9e44-4433be1bfc5b req-3ed6c18b-5fb4-488b-aee5-7937d84ad266 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 944 time: 0.0875614 Jul 23 17:25:11.537810 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8d10921c-fce8-457f-9e44-4433be1bfc5b req-c4083cc5-e83d-4b25-a71a-b184af38ecc1 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512006 Jul 23 17:25:12.080088 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c4fdf-34e8-46a3-8167-767cc39d3357 req-f6eb4e9e-9d5f-4cd8-b36e-c65a613b632e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:12.081764 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e89c4fdf-34e8-46a3-8167-767cc39d3357 req-f6eb4e9e-9d5f-4cd8-b36e-c65a613b632e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.0951755 Jul 23 17:25:12.138362 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e89c4fdf-34e8-46a3-8167-767cc39d3357 req-e8a0a2b6-d12e-4752-9629-8ecab699f4ec tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498683 Jul 23 17:25:12.880874 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151943a-cb0c-4aa6-91da-9fbf6160bd6b req-26b78a2e-8f3b-4e0a-a8aa-39183ca3c73d tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:12.882636 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0151943a-cb0c-4aa6-91da-9fbf6160bd6b req-26b78a2e-8f3b-4e0a-a8aa-39183ca3c73d tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 944 time: 0.1328814 Jul 23 17:25:12.940363 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0151943a-cb0c-4aa6-91da-9fbf6160bd6b req-786e0fa3-5f48-4965-9d6f-a1cc9db2b3a0 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492370 Jul 23 17:25:13.368407 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fe71c-783b-48bb-b64f-45908ef14773 req-9f7577b9-a184-4c46-bd8f-29c41ee939f8 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:13.370058 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1e6fe71c-783b-48bb-b64f-45908ef14773 req-9f7577b9-a184-4c46-bd8f-29c41ee939f8 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.0856085 Jul 23 17:25:13.424446 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1e6fe71c-783b-48bb-b64f-45908ef14773 req-52ec2042-6655-4d2b-8803-7fa1a17863d2 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475225 Jul 23 17:25:14.308758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe33722-c54c-485f-bbc1-fb7739c914e1 req-3380f2ee-7ab8-4575-a9f9-cca6d731e51f tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:14.310295 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-efe33722-c54c-485f-bbc1-fb7739c914e1 req-3380f2ee-7ab8-4575-a9f9-cca6d731e51f tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 944 time: 0.0952053 Jul 23 17:25:14.362904 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-efe33722-c54c-485f-bbc1-fb7739c914e1 req-393742d6-27cf-4538-90d4-dbf50008cf17 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460222 Jul 23 17:25:14.660953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d288dc-fa63-4972-a4ff-6278d89520ce req-ab9b71bc-e02a-4e67-91e9-6ea370327751 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:14.663492 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-09d288dc-fa63-4972-a4ff-6278d89520ce req-ab9b71bc-e02a-4e67-91e9-6ea370327751 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.0942109 Jul 23 17:25:14.721302 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-09d288dc-fa63-4972-a4ff-6278d89520ce req-f3e4e10d-62ba-4df3-bec1-5476c37de92c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509760 Jul 23 17:25:15.782396 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff48bd7-a020-416f-9ded-9c689f2918a9 req-acd43fdf-ec7a-4275-a9ff-cf3915a45041 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:15.784362 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bff48bd7-a020-416f-9ded-9c689f2918a9 req-acd43fdf-ec7a-4275-a9ff-cf3915a45041 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 944 time: 0.2920175 Jul 23 17:25:15.838251 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bff48bd7-a020-416f-9ded-9c689f2918a9 req-40e5fb91-784a-4956-a090-87639da0a9cb tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468841 Jul 23 17:25:15.947465 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790ae94-427a-48fd-81ad-385f1edd249c req-4dcaf865-0c73-4a7a-9c0b-003f0a39726e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:15.949044 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2790ae94-427a-48fd-81ad-385f1edd249c req-4dcaf865-0c73-4a7a-9c0b-003f0a39726e tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.0845160 Jul 23 17:25:15.999665 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2790ae94-427a-48fd-81ad-385f1edd249c req-743a9a33-b00c-4d27-b6a0-7a86a988be31 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439031 Jul 23 17:25:16.079350 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-64b1927c-dd54-4e82-a1eb-7a64d6144826 req-4b72ee53-1566-4624-9c07-d9ddaff88955 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cfacdbf6-954d-4490-b435-df409d888dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443292 Jul 23 17:25:16.266408 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-64b1927c-dd54-4e82-a1eb-7a64d6144826 req-50db0b75-d672-4970-9ebf-0e5c142dace9 service neutron] 10.222.0.58 "GET /v2.0/networks/cfacdbf6-954d-4490-b435-df409d888dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607459 Jul 23 17:25:16.280363 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24a23581-2601-4ddc-8b08-19d06d0a103b req-64aaad8c-2e22-4c5f-b1c7-e2faf4953cc4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 1097 time: 0.0794346 Jul 23 17:25:16.414675 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-64b1927c-dd54-4e82-a1eb-7a64d6144826 req-12cef171-87c3-4da1-b241-554e1dd8da02 service neutron] 10.222.0.58 "GET /v2.0/networks/cfacdbf6-954d-4490-b435-df409d888dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402519 Jul 23 17:25:16.457872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a23581-2601-4ddc-8b08-19d06d0a103b req-65e389f0-32ef-4f0b-af0a-0a31b16a39b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:16.459744 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24a23581-2601-4ddc-8b08-19d06d0a103b req-65e389f0-32ef-4f0b-af0a-0a31b16a39b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 200 len: 916 time: 0.1516261 Jul 23 17:25:16.575473 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24a23581-2601-4ddc-8b08-19d06d0a103b req-7a442f63-3d6e-4023-bce9-468f184ef145 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519 HTTP/1.1" status: 200 len: 1000 time: 0.1058979 Jul 23 17:25:16.665106 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a23581-2601-4ddc-8b08-19d06d0a103b req-8bfd700c-b717-44d4-9cdd-b7f8e26443d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:16.666778 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24a23581-2601-4ddc-8b08-19d06d0a103b req-8bfd700c-b717-44d4-9cdd-b7f8e26443d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f137acdd-475c-4812-af2f-0a236bb57605 HTTP/1.1" status: 200 len: 854 time: 0.0818977 Jul 23 17:25:16.749040 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24a23581-2601-4ddc-8b08-19d06d0a103b req-a523e308-726b-4daf-b663-314eb59a5e41 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750036 Jul 23 17:25:16.906428 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24a23581-2601-4ddc-8b08-19d06d0a103b req-a9fceaf4-c22a-4504-9121-ab30c6d71d85 service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484091 Jul 23 17:25:17.058688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab065eb-ad65-4edc-9f9d-5e4d752487a5 req-680cda94-6c6a-4199-a353-850c93583312 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:17.060840 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2ab065eb-ad65-4edc-9f9d-5e4d752487a5 req-680cda94-6c6a-4199-a353-850c93583312 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 944 time: 0.0907245 Jul 23 17:25:17.062508 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24a23581-2601-4ddc-8b08-19d06d0a103b req-4d9c7d2c-e7bb-42fc-9b10-8b2ad8aee3bf service neutron] 10.222.0.58 "GET /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466436 Jul 23 17:25:17.123098 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2ab065eb-ad65-4edc-9f9d-5e4d752487a5 req-da46f31e-3fe8-413d-af31-fc64552a96d9 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552781 Jul 23 17:25:17.229939 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d25949-6afb-490a-bae0-e896b7ac53b3 req-5070e37a-2dc9-4fe9-bec8-b577fcdde7f3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:17.231766 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-97d25949-6afb-490a-bae0-e896b7ac53b3 req-5070e37a-2dc9-4fe9-bec8-b577fcdde7f3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.0817091 Jul 23 17:25:17.288220 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-97d25949-6afb-490a-bae0-e896b7ac53b3 req-11b63eff-4cfc-4a97-ac3e-81806a45ba05 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487373 Jul 23 17:25:18.358718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309df2d-391f-41d4-9705-7dceb37461af req-d5232d59-807c-46a1-8ad7-d0e4b3d1c73d tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:18.360496 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e309df2d-391f-41d4-9705-7dceb37461af req-d5232d59-807c-46a1-8ad7-d0e4b3d1c73d tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 944 time: 0.1004779 Jul 23 17:25:18.417992 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e309df2d-391f-41d4-9705-7dceb37461af req-85bf4a41-496b-4997-b834-c146e1ca2302 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506256 Jul 23 17:25:18.532823 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f864f-dc9f-4632-ac5d-8ad659c94fd1 req-ddadf942-a960-4056-8733-23bee1e8bb89 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:18.534805 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e66f864f-dc9f-4632-ac5d-8ad659c94fd1 req-ddadf942-a960-4056-8733-23bee1e8bb89 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 944 time: 0.0867283 Jul 23 17:25:18.588173 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e66f864f-dc9f-4632-ac5d-8ad659c94fd1 req-db7cd4e2-9245-45a2-b279-814d6e3e9a45 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457318 Jul 23 17:25:18.707799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device e56e7503-6778-4d77-b545-52750e505780 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:25:18.860401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port e56e7503-6778-4d77-b545-52750e505780, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=e56e7503-6778-4d77-b545-52750e505780,segment=NetworkSegment(1dd04844-d8a7-41da-9a6c-c8dea50f120c),segment_id=1dd04844-d8a7-41da-9a6c-c8dea50f120c)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:25:18.875483 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': 'e56e7503-6778-4d77-b545-52750e505780', 'network_id': 'cfacdbf6-954d-4490-b435-df409d888dc2', 'port_id': 'e56e7503-6778-4d77-b545-52750e505780', 'mac_address': 'fa:16:3e:cf:4e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e324757d-73ee-41eb-8914-272a27cb8b9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:25:18.932790 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:18.951913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56e7503-6778-4d77-b545-52750e505780 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:25:18.967566 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port e56e7503-6778-4d77-b545-52750e505780, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=e56e7503-6778-4d77-b545-52750e505780,segment=NetworkSegment(1dd04844-d8a7-41da-9a6c-c8dea50f120c),segment_id=1dd04844-d8a7-41da-9a6c-c8dea50f120c)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:25:18.970617 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:18.971410 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6de241c2-ad5e-42e5-befc-8d7f73f51519 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:25:18.974739 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:19.122497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=e56e7503-6778-4d77-b545-52750e505780,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:19.132784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:19.342906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6de241c2-ad5e-42e5-befc-8d7f73f51519, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:25:19.357441 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'port_id': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'mac_address': 'fa:16:3e:bf:b7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:25:19.415412 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:19.434516 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de241c2-ad5e-42e5-befc-8d7f73f51519 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:25:19.450205 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6de241c2-ad5e-42e5-befc-8d7f73f51519, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:25:19.453466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:19.456338 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:19.529444 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=6de241c2-ad5e-42e5-befc-8d7f73f51519,revision_number=9']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:19.532971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:19.635542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e78ef5-b44d-47bf-b74a-e75b9a4f508b req-47c37869-74a4-43cb-9c4c-86aedd4189e2 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:19.637196 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f9e78ef5-b44d-47bf-b74a-e75b9a4f508b req-47c37869-74a4-43cb-9c4c-86aedd4189e2 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 945 time: 0.0904915 Jul 23 17:25:19.711062 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f9e78ef5-b44d-47bf-b74a-e75b9a4f508b req-db409cd1-132c-437b-91e2-f7a956c1f793 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668902 Jul 23 17:25:19.711617 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['e56e7503-6778-4d77-b545-52750e505780'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:25:19.752640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['6de241c2-ad5e-42e5-befc-8d7f73f51519'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:25:19.863630 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa33a8-d44e-4aed-b3ea-4b1ed6a72b65 req-a3ec3df8-d254-49bf-89da-d4cc9ad65c0d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:19.865282 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e8aa33a8-d44e-4aed-b3ea-4b1ed6a72b65 req-a3ec3df8-d254-49bf-89da-d4cc9ad65c0d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 945 time: 0.0984914 Jul 23 17:25:19.921208 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e8aa33a8-d44e-4aed-b3ea-4b1ed6a72b65 req-ff4adb96-728c-4547-9d6a-7795667abb77 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495992 Jul 23 17:25:20.722792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device e56e7503-6778-4d77-b545-52750e505780 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:25:20.805054 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port e56e7503-6778-4d77-b545-52750e505780 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:25:20.810380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port e56e7503-6778-4d77-b545-52750e505780 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:25:20.810853 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:20.935403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63a78a-8369-4478-889f-d6b108e6a708 req-6b809ffa-98e1-4642-9c25-028c51824b1d tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:20.937104 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1f63a78a-8369-4478-889f-d6b108e6a708 req-6b809ffa-98e1-4642-9c25-028c51824b1d tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 945 time: 0.0959814 Jul 23 17:25:20.953010 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:20.984808 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f669cb-4774-42a2-acdb-b429d1413c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56e7503-6778-4d77-b545-52750e505780'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:25:20.994002 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1f63a78a-8369-4478-889f-d6b108e6a708 req-44f75b68-6026-4804-b545-05424669992d tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488563 Jul 23 17:25:20.997055 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port e56e7503-6778-4d77-b545-52750e505780, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=e56e7503-6778-4d77-b545-52750e505780,segment=NetworkSegment(1dd04844-d8a7-41da-9a6c-c8dea50f120c),segment_id=1dd04844-d8a7-41da-9a6c-c8dea50f120c)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:25:21.000442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:21.001358 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6de241c2-ad5e-42e5-befc-8d7f73f51519 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:25:21.029052 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:21.085793 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f669cb-4774-42a2-acdb-b429d1413c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56e7503-6778-4d77-b545-52750e505780', 'code': 200} Jul 23 17:25:21.129101 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=e56e7503-6778-4d77-b545-52750e505780,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:21.134068 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:21.151150 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 6de241c2-ad5e-42e5-befc-8d7f73f51519 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:25:21.151564 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:21.167450 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0daa79-aa66-43f4-a37c-5195dfb9fb74 req-7267ec8b-a9d1-4eb3-9a72-76182b242ac7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:21.169120 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3d0daa79-aa66-43f4-a37c-5195dfb9fb74 req-7267ec8b-a9d1-4eb3-9a72-76182b242ac7 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 945 time: 0.1029556 Jul 23 17:25:21.224812 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3d0daa79-aa66-43f4-a37c-5195dfb9fb74 req-025c2f00-984a-4b38-81f5-cdf4ae79a22b tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480654 Jul 23 17:25:21.287778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:21.328173 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 6de241c2-ad5e-42e5-befc-8d7f73f51519, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:25:21.331525 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:21.334213 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:21.361312 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a25e0e83-0a19-4abe-9cc4-d1efddd9fcd0 req-361cda51-e5ea-4aa9-a5ad-30ff327a3446 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 1099 time: 0.0811751 Jul 23 17:25:21.405702 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=6de241c2-ad5e-42e5-befc-8d7f73f51519,revision_number=10']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:21.409582 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:21.414466 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a25e0e83-0a19-4abe-9cc4-d1efddd9fcd0 req-0db00cd5-947d-4e88-aa11-1a5d223ad155 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443809 Jul 23 17:25:22.214317 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbd516-2314-4002-8596-de99d3baea55 req-29b30bbc-00de-49c2-930a-1b31848767d9 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:22.215878 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-64cbd516-2314-4002-8596-de99d3baea55 req-29b30bbc-00de-49c2-930a-1b31848767d9 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 946 time: 0.0867527 Jul 23 17:25:22.291027 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-64cbd516-2314-4002-8596-de99d3baea55 req-a15713d5-4bf0-42b4-ac8e-fe24683892bf tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586357 Jul 23 17:25:22.477328 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647e51e-662f-444d-a225-53a988fefc61 req-6cac837f-7ac6-41f5-88d2-f9cc742486d3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:22.478890 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a647e51e-662f-444d-a225-53a988fefc61 req-6cac837f-7ac6-41f5-88d2-f9cc742486d3 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 947 time: 0.0926578 Jul 23 17:25:22.530050 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a647e51e-662f-444d-a225-53a988fefc61 req-8bbf5d7c-c844-4e6c-94f0-429cfaf2aec0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439577 Jul 23 17:25:23.087261 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de241c2-ad5e-42e5-befc-8d7f73f51519'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:25:23.143313 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'code': 200} Jul 23 17:25:23.406758 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d6a2e105-0379-4785-94c7-084a5a50c8fc req-d0601117-cd5f-438f-9657-14735a945a1c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 1100 time: 0.0762553 Jul 23 17:25:23.459376 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d6a2e105-0379-4785-94c7-084a5a50c8fc req-5b470edd-486b-4402-a0b6-425cc673b3e6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453370 Jul 23 17:25:23.499057 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c1bb7-0907-4f05-a5c2-65ddca6258bc req-27156bb6-c56a-490d-b885-5f1ff212afc9 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:23.500808 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-754c1bb7-0907-4f05-a5c2-65ddca6258bc req-27156bb6-c56a-490d-b885-5f1ff212afc9 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 946 time: 0.0837562 Jul 23 17:25:23.556918 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-754c1bb7-0907-4f05-a5c2-65ddca6258bc req-6b45aa65-e4e0-450e-92b1-d37fa76bc0f8 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462575 Jul 23 17:25:23.776183 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b1254-1019-4307-998b-014c89cf8436 req-b52ad3d9-d364-42f4-a1c0-2bf03086668d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:23.777817 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-df3b1254-1019-4307-998b-014c89cf8436 req-b52ad3d9-d364-42f4-a1c0-2bf03086668d tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 947 time: 0.0963676 Jul 23 17:25:23.830440 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-df3b1254-1019-4307-998b-014c89cf8436 req-59b49591-f842-445c-a0c8-618988149e4a tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456829 Jul 23 17:25:25.082138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a4f42-71db-419f-b099-2d9ade022e4c req-22d99230-ce8d-41e0-aee3-d0c3588476af tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:25.083936 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c76a4f42-71db-419f-b099-2d9ade022e4c req-22d99230-ce8d-41e0-aee3-d0c3588476af tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 947 time: 0.0898232 Jul 23 17:25:25.140733 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c76a4f42-71db-419f-b099-2d9ade022e4c req-f69f4556-5c98-4740-a955-342cbd0c0b4f tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497012 Jul 23 17:25:25.617471 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:25:26.375047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9b770-5fcd-4515-bf11-c0fa26471a5c req-5e0977a8-a0f6-4820-93d1-a16792f6fa26 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:26.376553 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-81d9b770-5fcd-4515-bf11-c0fa26471a5c req-5e0977a8-a0f6-4820-93d1-a16792f6fa26 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 947 time: 0.0847509 Jul 23 17:25:26.433125 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-81d9b770-5fcd-4515-bf11-c0fa26471a5c req-c127c828-4961-41d9-8b73-0db1f986c615 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475399 Jul 23 17:25:30.138965 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3a4d3862-ce02-435c-aafa-58ade1f62ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:31.663318 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:32.657872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c4beed8-60ab-428d-97cf-ffd5dc0b4c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:32.952493 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:33.852417 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:34.328642 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:39.933238 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc33c12-93eb-48c3-b715-05a0041c2f17 req-598ce827-2bef-4aae-9db0-a252f9f6df49 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:39.934618 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-abc33c12-93eb-48c3-b715-05a0041c2f17 req-598ce827-2bef-4aae-9db0-a252f9f6df49 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 945 time: 0.0967014 Jul 23 17:25:39.987935 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-abc33c12-93eb-48c3-b715-05a0041c2f17 req-714d4121-db87-4039-b2bc-fed941817cdb tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453365 Jul 23 17:25:41.209958 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d00514-4086-47d0-9f41-03b80c37b07d req-070c72a4-ae66-4b14-badc-3bab3c7a1cda tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:41.211742 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06d00514-4086-47d0-9f41-03b80c37b07d req-070c72a4-ae66-4b14-badc-3bab3c7a1cda tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 945 time: 0.0921981 Jul 23 17:25:41.262154 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-06d00514-4086-47d0-9f41-03b80c37b07d req-a78b6d6c-494d-4eb5-a8bc-095fe7683122 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440347 Jul 23 17:25:42.472658 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160ddf7-bd74-4019-a193-620c00a53785 req-a01f3f10-fbdc-4154-a8f3-a3ca5de4b6ce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:42.474279 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7160ddf7-bd74-4019-a193-620c00a53785 req-a01f3f10-fbdc-4154-a8f3-a3ca5de4b6ce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 945 time: 0.0854111 Jul 23 17:25:42.523827 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7160ddf7-bd74-4019-a193-620c00a53785 req-10535390-ab09-4ebd-ae36-288cfb50c8eb tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431123 Jul 23 17:25:43.756420 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a606b6f-a2d4-47ea-b52b-0c2866fdf1ee req-dbcf5c31-d04f-4220-b7dd-d02634d694ee tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:43.758030 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a606b6f-a2d4-47ea-b52b-0c2866fdf1ee req-dbcf5c31-d04f-4220-b7dd-d02634d694ee tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 945 time: 0.0833476 Jul 23 17:25:43.818769 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a606b6f-a2d4-47ea-b52b-0c2866fdf1ee req-02e90f96-d323-484f-9035-ecefcc005dfa tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542860 Jul 23 17:25:44.295900 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-d36b001f-f333-4ce4-b667-2e0d0b2bd1ab tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:44.296657 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-d36b001f-f333-4ce4-b667-2e0d0b2bd1ab tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Synchronizing usage tracker for tenant:d09651e9ee6a4d8a8c2da6d0b2032eda on resource:port {{(pid=81984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:25:44.310084 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-d36b001f-f333-4ce4-b667-2e0d0b2bd1ab tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Unset dirty status for tenant:d09651e9ee6a4d8a8c2da6d0b2032eda on resource:port {{(pid=81984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:25:44.311364 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-d36b001f-f333-4ce4-b667-2e0d0b2bd1ab tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 945 time: 0.1085792 Jul 23 17:25:44.629210 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Deleting port 4ad9f5c0-b207-4283-a459-92058b0c667e {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:25:44.629603 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:44.920028 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] For port 4ad9f5c0-b207-4283-a459-92058b0c667e, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=4ad9f5c0-b207-4283-a459-92058b0c667e,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:25:44.920752 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:45.048406 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dad49-3504-4c9c-9dc7-2c4197bed135 req-5e3d7bbc-c099-432c-a6e7-cdd503f38ff5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:45.050203 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d32dad49-3504-4c9c-9dc7-2c4197bed135 req-5e3d7bbc-c099-432c-a6e7-cdd503f38ff5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 945 time: 0.1004927 Jul 23 17:25:45.104037 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d32dad49-3504-4c9c-9dc7-2c4197bed135 req-a6966279-cecc-44a4-accf-5152ecd89927 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups?id=8a6f58ff-6077-4824-882a-38e6f3ee33ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470145 Jul 23 17:25:45.246547 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:45.247051 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:45.247411 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_db [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Floating IP 76125e1a-3b53-42d8-bce6-bdc95d1dc288 disassociated. External IP: 172.27.0.75, port: 4ad9f5c0-b207-4283-a459-92058b0c667e. Jul 23 17:25:45.247825 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Calling delete_port for 4ad9f5c0-b207-4283-a459-92058b0c667e owned by compute:nova {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:25:45.404208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:45.414087 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:45.462248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event deleted for resources: {'Port': ['ID=4ad9f5c0-b207-4283-a459-92058b0c667e,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:45.466408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:45.749832 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:25:45.976202 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:25:45.989476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4bf6c9-8dd3-41c2-9d99-713cf17be4c1 None None] Sync routers for ids ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:25:46.004525 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4bf6c9-8dd3-41c2-9d99-713cf17be4c1 None None] Routers {'99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:25:46.005244 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2e4bf6c9-8dd3-41c2-9d99-713cf17be4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:25:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:46.066382 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] No DVR routers for this DVR port 4ad9f5c0-b207-4283-a459-92058b0c667e on host hv-cinder-80204 {{(pid=81984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:25:46.072823 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:46.080498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa64cdbf-67ba-4c69-95ab-8cac4e6e195a', 'name': 'network-vif-deleted', 'tag': '4ad9f5c0-b207-4283-a459-92058b0c667e'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:25:46.105369 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a143c7c6-502d-4b5d-888e-4141889a0f1d req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.58 "DELETE /v2.0/ports/4ad9f5c0-b207-4283-a459-92058b0c667e HTTP/1.1" status: 204 len: 173 time: 1.7877433 Jul 23 17:25:46.162519 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa64cdbf-67ba-4c69-95ab-8cac4e6e195a', 'name': 'network-vif-deleted', 'tag': '4ad9f5c0-b207-4283-a459-92058b0c667e', 'status': 'completed', 'code': 200} Jul 23 17:25:46.245971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-2e4bf6c9-8dd3-41c2-9d99-713cf17be4c1 None None] Set router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:25:46.300102 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d9244256-730a-4e2f-8fd4-690beb2d3ed3 req-ca37cb83-7594-47b8-872d-84b080b7e7d2 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/ports?device_id=aa64cdbf-67ba-4c69-95ab-8cac4e6e195a HTTP/1.1" status: 200 len: 210 time: 0.0468383 Jul 23 17:25:46.607556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2e4bf6c9-8dd3-41c2-9d99-713cf17be4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:33Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:46.612179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4bf6c9-8dd3-41c2-9d99-713cf17be4c1 None None] Checking router: 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:25:46.623616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4bf6c9-8dd3-41c2-9d99-713cf17be4c1 None None] Routers {'99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:25:46.624290 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2e4bf6c9-8dd3-41c2-9d99-713cf17be4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:25:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:46.745691 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 4ad9f5c0-b207-4283-a459-92058b0c667e no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:25:46.795615 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 4ad9f5c0-b207-4283-a459-92058b0c667e {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:25:46.796016 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 4ad9f5c0-b207-4283-a459-92058b0c667e not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:25:46.866481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-2e4bf6c9-8dd3-41c2-9d99-713cf17be4c1 None None] Set router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:25:47.349778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2e4bf6c9-8dd3-41c2-9d99-713cf17be4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:33Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:47.354029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4bf6c9-8dd3-41c2-9d99-713cf17be4c1 None None] The sync data for ids ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'] in dv-cinder-802045-1-iscsi is: [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:19:16Z', 'revision_number': 4, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '4c57465f-acb0-42af-9ab0-da5d89628bec', 'name': '', 'network_id': '04eadfc6-c5e0-44f2-9fd2-38962c63fdc0', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'mac_address': 'fa:16:3e:e5:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f126893-602f-418b-84e1-b866f587f188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:13Z', 'updated_at': '2021-07-23T17:19:33Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'subnets': [{'id': '5f126893-602f-418b-84e1-b866f587f188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:25:47.456124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 51520) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:25:47.526293 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1376e064-2e98-4ded-bd93-898ab49c7e3d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:47.556054 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1376e064-2e98-4ded-bd93-898ab49c7e3d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:47.601248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1376e064-2e98-4ded-bd93-898ab49c7e3d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:47.606782 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-35e7f030-1200-4b60-9116-e6f0912727d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:47.622866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376e064-2e98-4ded-bd93-898ab49c7e3d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6f58ff-6077-4824-882a-38e6f3ee33ff,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:47.625768 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1376e064-2e98-4ded-bd93-898ab49c7e3d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:47.627212 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1376e064-2e98-4ded-bd93-898ab49c7e3d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:47.629185 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-1376e064-2e98-4ded-bd93-898ab49c7e3d tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "DELETE /v2.0/security-groups/8a6f58ff-6077-4824-882a-38e6f3ee33ff HTTP/1.1" status: 204 len: 168 time: 0.1719141 Jul 23 17:25:47.631589 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51524) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:25:47.662187 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.v2.resource [None req-819ee12a-62d4-4580-bed2-4effa70a97ce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] show failed (client error): The resource could not be found. Jul 23 17:25:47.667104 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 51528) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:25:47.671551 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-819ee12a-62d4-4580-bed2-4effa70a97ce tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "GET /v2.0/security-groups/8a6f58ff-6077-4824-882a-38e6f3ee33ff HTTP/1.1" status: 404 len: 347 time: 0.0385797 Jul 23 17:25:47.856226 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Deleting port 54a63113-36dd-44d0-a4b2-4370a7d4c38d {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:25:47.856578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:47.866703 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f88c4b-c66f-4ae0-8bf1-9fa184b6c6aa None None] New status for floating IP 76125e1a-3b53-42d8-bce6-bdc95d1dc288: DOWN {{(pid=81987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:25:48.039864 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:48.040240 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:48.168334 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Calling delete_port for 54a63113-36dd-44d0-a4b2-4370a7d4c38d owned by network:floatingip {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:25:48.248899 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.db.api [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:25:48.249276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.api [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:25:48.750526 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Deleting port 54a63113-36dd-44d0-a4b2-4370a7d4c38d {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:25:48.751210 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:48.798220 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb55c2-c01c-4b32-ad05-7ed88e72e10a req-1f39892a-f1cc-46de-9211-842d5ff31396 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:48.800436 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ffb55c2-c01c-4b32-ad05-7ed88e72e10a req-1f39892a-f1cc-46de-9211-842d5ff31396 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 946 time: 0.0929103 Jul 23 17:25:48.850429 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ffb55c2-c01c-4b32-ad05-7ed88e72e10a req-dc7af26c-2934-4aa6-a299-6fffa01b3d7f tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 Jul 23 17:25:48.932753 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:48.933125 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:49.072125 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Calling delete_port for 54a63113-36dd-44d0-a4b2-4370a7d4c38d owned by network:floatingip {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:25:49.228318 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:49.233151 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:49.276107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Pushing event deleted for resources: {'Port': ['ID=54a63113-36dd-44d0-a4b2-4370a7d4c38d,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:49.279367 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:49.386659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks [] for floatingip, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:49.401584 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:49.402837 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] 10.222.0.55 "DELETE /v2.0/floatingips/76125e1a-3b53-42d8-bce6-bdc95d1dc288 HTTP/1.1" status: 204 len: 168 time: 1.7344587 Jul 23 17:25:50.061179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d06ded-3a7f-41bb-9ec6-283ff4087a47 req-f25fbd74-1a27-4a8e-8166-34734b97a5e3 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:50.062734 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42d06ded-3a7f-41bb-9ec6-283ff4087a47 req-f25fbd74-1a27-4a8e-8166-34734b97a5e3 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 946 time: 0.0855012 Jul 23 17:25:50.111712 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42d06ded-3a7f-41bb-9ec6-283ff4087a47 req-71859538-25bf-4489-beef-e7007680aaf6 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5520865-3e0b-430a-9731-67cee5299ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418541 Jul 23 17:25:50.574988 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b42dab-fb71-4292-ab07-c95aacc551f6 req-7793389b-3aee-4ba1-b5f8-dcc63a41fe60 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:25:50.576601 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-20b42dab-fb71-4292-ab07-c95aacc551f6 req-7793389b-3aee-4ba1-b5f8-dcc63a41fe60 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 946 time: 0.0834599 Jul 23 17:25:50.656150 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-20b42dab-fb71-4292-ab07-c95aacc551f6 req-c62af4a7-53f5-4b13-bd8a-e89bf441bcf7 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Deleting port e56e7503-6778-4d77-b545-52750e505780 {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:25:50.656532 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-20b42dab-fb71-4292-ab07-c95aacc551f6 req-c62af4a7-53f5-4b13-bd8a-e89bf441bcf7 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:50.935294 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-20b42dab-fb71-4292-ab07-c95aacc551f6 req-c62af4a7-53f5-4b13-bd8a-e89bf441bcf7 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] For port e56e7503-6778-4d77-b545-52750e505780, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=e56e7503-6778-4d77-b545-52750e505780,segment=NetworkSegment(1dd04844-d8a7-41da-9a6c-c8dea50f120c),segment_id=1dd04844-d8a7-41da-9a6c-c8dea50f120c)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:25:50.936481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-20b42dab-fb71-4292-ab07-c95aacc551f6 req-c62af4a7-53f5-4b13-bd8a-e89bf441bcf7 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:51.064717 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-20b42dab-fb71-4292-ab07-c95aacc551f6 req-c62af4a7-53f5-4b13-bd8a-e89bf441bcf7 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Calling delete_port for e56e7503-6778-4d77-b545-52750e505780 owned by compute:nova {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:25:51.219353 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-20b42dab-fb71-4292-ab07-c95aacc551f6 req-c62af4a7-53f5-4b13-bd8a-e89bf441bcf7 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:51.225986 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3121a316-d049-4dff-9aaa-0601bbc65059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:51.232220 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['e56e7503-6778-4d77-b545-52750e505780'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:25:51.271909 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62af4a7-53f5-4b13-bd8a-e89bf441bcf7 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Pushing event deleted for resources: {'Port': ['ID=e56e7503-6778-4d77-b545-52750e505780,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:51.274656 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c62af4a7-53f5-4b13-bd8a-e89bf441bcf7 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:51.289050 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-30f37bbd-9c9d-496f-8fab-132d429bcb84 req-49a0b4e1-c247-4ab0-9a6a-dce8be4e75b2 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f669cb-4774-42a2-acdb-b429d1413c02 HTTP/1.1" status: 200 len: 210 time: 0.0483186 Jul 23 17:25:51.344585 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b42dab-fb71-4292-ab07-c95aacc551f6 req-c62af4a7-53f5-4b13-bd8a-e89bf441bcf7 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] No DVR routers for this DVR port e56e7503-6778-4d77-b545-52750e505780 on host hv-cinder-80204 {{(pid=81984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:25:51.347782 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-20b42dab-fb71-4292-ab07-c95aacc551f6 req-c62af4a7-53f5-4b13-bd8a-e89bf441bcf7 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:51.350594 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f669cb-4774-42a2-acdb-b429d1413c02', 'name': 'network-vif-deleted', 'tag': 'e56e7503-6778-4d77-b545-52750e505780'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:25:51.381725 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-20b42dab-fb71-4292-ab07-c95aacc551f6 req-c62af4a7-53f5-4b13-bd8a-e89bf441bcf7 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] 10.222.0.58 "DELETE /v2.0/ports/e56e7503-6778-4d77-b545-52750e505780 HTTP/1.1" status: 204 len: 173 time: 0.7989335 Jul 23 17:25:51.415581 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f669cb-4774-42a2-acdb-b429d1413c02', 'name': 'network-vif-deleted', 'tag': 'e56e7503-6778-4d77-b545-52750e505780', 'status': 'completed', 'code': 200} Jul 23 17:25:53.524298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 51580) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:25:54.286445 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7cab1bfe-b981-40fe-95fa-793d40266ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851067033'] for router_interface, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:54.939005 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-7cab1bfe-b981-40fe-95fa-793d40266ca4 admin admin] Deleting port 4c57465f-acb0-42af-9ab0-da5d89628bec {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:25:54.939702 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7cab1bfe-b981-40fe-95fa-793d40266ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:55.132491 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-7cab1bfe-b981-40fe-95fa-793d40266ca4 admin admin] For port 4c57465f-acb0-42af-9ab0-da5d89628bec, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=4c57465f-acb0-42af-9ab0-da5d89628bec,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:25:55.132791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7cab1bfe-b981-40fe-95fa-793d40266ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:55.339799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-7cab1bfe-b981-40fe-95fa-793d40266ca4 admin admin] Calling delete_port for 4c57465f-acb0-42af-9ab0-da5d89628bec owned by network:router_interface {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:25:55.434013 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device e56e7503-6778-4d77-b545-52750e505780 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:25:55.467624 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: e56e7503-6778-4d77-b545-52750e505780 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:25:55.468018 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device e56e7503-6778-4d77-b545-52750e505780 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:25:55.521810 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7cab1bfe-b981-40fe-95fa-793d40266ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:55.525909 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:55.570377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab1bfe-b981-40fe-95fa-793d40266ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c57465f-acb0-42af-9ab0-da5d89628bec,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:55.573332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7cab1bfe-b981-40fe-95fa-793d40266ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:55.910460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7cab1bfe-b981-40fe-95fa-793d40266ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851270709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3733207'] for router_interface, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:56.528472 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cab1bfe-b981-40fe-95fa-793d40266ca4 admin admin] Router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:25:56.737895 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cab1bfe-b981-40fe-95fa-793d40266ca4 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:25:56.747385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f744a1-c015-4aa2-9c13-aea929e64ad7 None None] Sync routers for ids ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:25:56.750968 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7cab1bfe-b981-40fe-95fa-793d40266ca4 admin admin] 10.222.0.55 "PUT /v2.0/routers/99ad376a-0fde-46ac-b7bb-0a2c4c385d0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2254438 Jul 23 17:25:56.754112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 51598) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:25:56.760780 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f744a1-c015-4aa2-9c13-aea929e64ad7 None None] Routers {'99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:25:56.761460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-93f744a1-c015-4aa2-9c13-aea929e64ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:25:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:56.953798 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-93f744a1-c015-4aa2-9c13-aea929e64ad7 None None] Set router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:25:57.191331 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:57.266619 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-93f744a1-c015-4aa2-9c13-aea929e64ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:25:55Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:57.271500 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f744a1-c015-4aa2-9c13-aea929e64ad7 None None] Checking router: 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:25:57.282667 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f744a1-c015-4aa2-9c13-aea929e64ad7 None None] Routers {'99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:25:57.284157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-93f744a1-c015-4aa2-9c13-aea929e64ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:25:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:57.403159 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:57.412975 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Deleting port 02abd5c5-bf60-461f-a975-a33dbf19623c {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:25:57.413477 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:57.472204 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-93f744a1-c015-4aa2-9c13-aea929e64ad7 None None] Set router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:25:57.597112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] For port 02abd5c5-bf60-461f-a975-a33dbf19623c, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=02abd5c5-bf60-461f-a975-a33dbf19623c,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:25:57.597746 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:57.736851 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Calling delete_port for 02abd5c5-bf60-461f-a975-a33dbf19623c owned by network:router_gateway {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:25:57.780005 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-93f744a1-c015-4aa2-9c13-aea929e64ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:25:55Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:57.784495 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f744a1-c015-4aa2-9c13-aea929e64ad7 None None] The sync data for ids ['99ad376a-0fde-46ac-b7bb-0a2c4c385d0e'] in dv-cinder-802045-1-iscsi is: [{'id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'name': 'tempest-AttachVolumeTestJSON-1043056884-router', 'tenant_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:00Z', 'updated_at': '2021-07-23T17:25:55Z', 'revision_number': 5, 'project_id': 'd09651e9ee6a4d8a8c2da6d0b2032eda', 'gw_port': {'id': '02abd5c5-bf60-461f-a975-a33dbf19623c', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ad376a-0fde-46ac-b7bb-0a2c4c385d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:25:57.921546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:57.926212 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:57.969837 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=02abd5c5-bf60-461f-a975-a33dbf19623c,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:57.972743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:57.997062 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 4c57465f-acb0-42af-9ab0-da5d89628bec no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:25:58.030327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 4c57465f-acb0-42af-9ab0-da5d89628bec {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:25:58.030719 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 4c57465f-acb0-42af-9ab0-da5d89628bec not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:25:58.221883 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851072426'] for router_gateway, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:58.489512 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851069610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103245'] for router, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:58.494201 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:58.522421 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3730118'] for router, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:58.523085 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99ad376a-0fde-46ac-b7bb-0a2c4c385d0e {{(pid=81984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:25:58.537522 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Notify callbacks [] for router, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:58.538853 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/99ad376a-0fde-46ac-b7bb-0a2c4c385d0e HTTP/1.1" status: 204 len: 168 time: 1.7836370 Jul 23 17:25:58.541581 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 51608) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:25:58.615945 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-35de8638-11aa-4c4e-9803-ceb7df3a9e64 admin admin] Deleting subnet 5f126893-602f-418b-84e1-b866f587f188 {{(pid=81984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:25:58.619738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35de8638-11aa-4c4e-9803-ceb7df3a9e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:58.676667 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35de8638-11aa-4c4e-9803-ceb7df3a9e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2847142'] for subnet, precommit_delete_associations {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:58.813416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35de8638-11aa-4c4e-9803-ceb7df3a9e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:58.897699 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35de8638-11aa-4c4e-9803-ceb7df3a9e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851930181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2850284'] for subnet, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:58.902103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:58.942338 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de8638-11aa-4c4e-9803-ceb7df3a9e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f126893-602f-418b-84e1-b866f587f188,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:58.946118 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-35de8638-11aa-4c4e-9803-ceb7df3a9e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:58.950106 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35de8638-11aa-4c4e-9803-ceb7df3a9e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:58.956423 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72c2fde-d602-4149-a1fa-11cdbf0867bc None None] Network 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:25:58.958613 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-35de8638-11aa-4c4e-9803-ceb7df3a9e64 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5f126893-602f-418b-84e1-b866f587f188 HTTP/1.1" status: 204 len: 168 time: 0.4158692 Jul 23 17:25:58.961397 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51612) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:25:59.087602 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:59.101743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Deleting port d9d57627-b79e-40ca-a244-7131e8ea1840 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:25:59.102320 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:59.252047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c71dc-7582-42f5-92ea-5a432a3e9815 None None] DHCP port deletion for 04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 request from dv-cinder-802045-1-iscsi {{(pid=81986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 23 17:25:59.258300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-882c71dc-7582-42f5-92ea-5a432a3e9815 None None] Deleting port d9d57627-b79e-40ca-a244-7131e8ea1840 {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:25:59.258817 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-882c71dc-7582-42f5-92ea-5a432a3e9815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:59.344113 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] For port d9d57627-b79e-40ca-a244-7131e8ea1840, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=d9d57627-b79e-40ca-a244-7131e8ea1840,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:25:59.344414 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:59.469597 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Calling delete_port for d9d57627-b79e-40ca-a244-7131e8ea1840 owned by network:dhcp {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:25:59.470234 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-882c71dc-7582-42f5-92ea-5a432a3e9815 None None] For port d9d57627-b79e-40ca-a244-7131e8ea1840, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=d9d57627-b79e-40ca-a244-7131e8ea1840,segment=NetworkSegment(03c98b19-769c-4104-8b51-8aca8c4dc758),segment_id=03c98b19-769c-4104-8b51-8aca8c4dc758)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:25:59.470704 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-882c71dc-7582-42f5-92ea-5a432a3e9815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:59.542541 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:59.547658 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c2dc39-b8dd-477d-85e3-7c5306030b6b tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:59.589001 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d57627-b79e-40ca-a244-7131e8ea1840,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:59.596678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-882c71dc-7582-42f5-92ea-5a432a3e9815 None None] Calling delete_port for d9d57627-b79e-40ca-a244-7131e8ea1840 owned by network:dhcp {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:25:59.601295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] No DVR routers for this DVR port d9d57627-b79e-40ca-a244-7131e8ea1840 on host dv-cinder-802045-1-iscsi {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:25:59.632948 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:25:59.633602 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:25:59.633733 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:25:59.634116 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:25:59.634516 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:25:59.634939 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:25:59.635337 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:25:59.635730 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:25:59.636118 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:25:59.636508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:25:59.636896 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:25:59.643014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:59.733300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:59.735195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.db.api [None req-882c71dc-7582-42f5-92ea-5a432a3e9815 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:25:59.735612 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.api [None req-882c71dc-7582-42f5-92ea-5a432a3e9815 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:25:59.751334 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04eadfc6-c5e0-44f2-9fd2-38962c63fdc0']}} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:59.764728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c98b19-769c-4104-8b51-8aca8c4dc758') {'for_net_delete': True} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:59.765072 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c98b19-769c-4104-8b51-8aca8c4dc758') {} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:25:59.777441 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131906099'] for segment, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:59.793034 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:59.800149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=81985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:25:59.800573 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036722876224'] for segment, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:25:59.815436 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:25:59.890030 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:59.893775 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:25:59.911745 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:25:59.926125 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Pushing event deleted for resources: {'Network': ['ID=04eadfc6-c5e0-44f2-9fd2-38962c63fdc0,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:25:59.930020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:25:59.932044 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] 10.222.0.55 "DELETE /v2.0/networks/04eadfc6-c5e0-44f2-9fd2-38962c63fdc0 HTTP/1.1" status: 204 len: 168 time: 0.9695585 Jul 23 17:26:00.034140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 02abd5c5-bf60-461f-a975-a33dbf19623c no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:26:00.067348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 02abd5c5-bf60-461f-a975-a33dbf19623c {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:26:00.067738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 02abd5c5-bf60-461f-a975-a33dbf19623c not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:26:00.068211 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device d9d57627-b79e-40ca-a244-7131e8ea1840 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:26:00.090000 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51624) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:00.103680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: d9d57627-b79e-40ca-a244-7131e8ea1840 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:26:00.104077 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device d9d57627-b79e-40ca-a244-7131e8ea1840 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:26:00.140511 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cb2fce2b-d434-4cf2-b584-a711b038bcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:00.146529 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-edffcd06-468a-4b86-87fb-d2b26f23993a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d09651e9ee6a4d8a8c2da6d0b2032eda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532556 Jul 23 17:26:00.147311 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51628) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:00.209323 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9bf9945c-c855-49a4-b293-0966ea6cd75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:00.236206 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9bf9945c-c855-49a4-b293-0966ea6cd75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:00.237369 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-882c71dc-7582-42f5-92ea-5a432a3e9815 None None] Deleting port d9d57627-b79e-40ca-a244-7131e8ea1840 {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:26:00.237833 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-882c71dc-7582-42f5-92ea-5a432a3e9815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:00.293243 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9bf9945c-c855-49a4-b293-0966ea6cd75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:00.299752 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-46dd99a4-9f47-4a21-bac3-85089f3f473e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:00.304360 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-882c71dc-7582-42f5-92ea-5a432a3e9815 None None] The port 'd9d57627-b79e-40ca-a244-7131e8ea1840' was deleted {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 23 17:26:00.309962 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9945c-c855-49a4-b293-0966ea6cd75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cc380d-d50b-4762-b96a-42b1d4325bfe,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:00.315762 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9bf9945c-c855-49a4-b293-0966ea6cd75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:00.317764 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9bf9945c-c855-49a4-b293-0966ea6cd75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:00.319050 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9bf9945c-c855-49a4-b293-0966ea6cd75e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60cc380d-d50b-4762-b96a-42b1d4325bfe HTTP/1.1" status: 204 len: 168 time: 0.1707227 Jul 23 17:26:01.666240 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:02.618925 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:26:02.651539 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-560e0d59-b44a-4d87-9b98-8db8a02d89bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:02.859444 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51698) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:02.953397 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:03.023005 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1b710aa3-d501-4ca3-95d1-1aedf27b4273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:03.059919 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-1b710aa3-d501-4ca3-95d1-1aedf27b4273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:03.063943 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-1b710aa3-d501-4ca3-95d1-1aedf27b4273 admin admin] Usage tracker for resource:security_group_rule and tenant:a6a103a2d4084691994413ae1c0a4610 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:03.066986 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-1b710aa3-d501-4ca3-95d1-1aedf27b4273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:03.072998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-1b710aa3-d501-4ca3-95d1-1aedf27b4273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:03.141641 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1b710aa3-d501-4ca3-95d1-1aedf27b4273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:03.144687 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1b710aa3-d501-4ca3-95d1-1aedf27b4273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:03.152299 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4134dadc-0259-4d4a-bbd9-278b8673353c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:03.196296 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b710aa3-d501-4ca3-95d1-1aedf27b4273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918db62c-2b34-4c52-949c-2453ab937862,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:03.201649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1b710aa3-d501-4ca3-95d1-1aedf27b4273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:03.209271 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-1b710aa3-d501-4ca3-95d1-1aedf27b4273 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6a103a2d4084691994413ae1c0a4610&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3446019 Jul 23 17:26:03.209271 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51706) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:03.273991 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4c5e459-3eda-472c-84dd-8ad15e24602f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:03.301768 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4c5e459-3eda-472c-84dd-8ad15e24602f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:03.347901 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4c5e459-3eda-472c-84dd-8ad15e24602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:03.353022 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-de777588-1a9e-4c26-9dbd-f630c524a689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:03.367530 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5e459-3eda-472c-84dd-8ad15e24602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918db62c-2b34-4c52-949c-2453ab937862,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:03.372457 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d4c5e459-3eda-472c-84dd-8ad15e24602f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:03.374603 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4c5e459-3eda-472c-84dd-8ad15e24602f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:03.375928 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d4c5e459-3eda-472c-84dd-8ad15e24602f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/918db62c-2b34-4c52-949c-2453ab937862 HTTP/1.1" status: 204 len: 168 time: 0.1661093 Jul 23 17:26:03.754471 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51718) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:03.774197 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-737e46f8-8538-47b2-919d-1f132bc5792b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:03.808609 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-737e46f8-8538-47b2-919d-1f132bc5792b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:03.812603 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-737e46f8-8538-47b2-919d-1f132bc5792b admin admin] Usage tracker for resource:security_group_rule and tenant:0147f2fe408341a794a04a01b23287e7 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:03.816022 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-737e46f8-8538-47b2-919d-1f132bc5792b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:03.822114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-737e46f8-8538-47b2-919d-1f132bc5792b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:03.857232 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:03.889084 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-737e46f8-8538-47b2-919d-1f132bc5792b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:03.891919 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-737e46f8-8538-47b2-919d-1f132bc5792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:03.899692 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-56954bdc-2354-4e89-b8ce-7b499439a52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:03.942876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e46f8-8538-47b2-919d-1f132bc5792b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039b33b8-e637-44ec-801b-355fb6661e34,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:03.946273 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-737e46f8-8538-47b2-919d-1f132bc5792b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:03.949283 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-737e46f8-8538-47b2-919d-1f132bc5792b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0147f2fe408341a794a04a01b23287e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1936903 Jul 23 17:26:03.952203 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51722) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:04.014123 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6a66f42c-54f4-490e-8eac-2f0f9ac0d518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:04.041023 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6a66f42c-54f4-490e-8eac-2f0f9ac0d518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:04.088320 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6a66f42c-54f4-490e-8eac-2f0f9ac0d518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:04.092104 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ff4cfaa6-b032-4973-9e7e-424c541847c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:04.103759 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66f42c-54f4-490e-8eac-2f0f9ac0d518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039b33b8-e637-44ec-801b-355fb6661e34,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:04.107839 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6a66f42c-54f4-490e-8eac-2f0f9ac0d518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:04.110995 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6a66f42c-54f4-490e-8eac-2f0f9ac0d518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:04.112783 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-6a66f42c-54f4-490e-8eac-2f0f9ac0d518 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/039b33b8-e637-44ec-801b-355fb6661e34 HTTP/1.1" status: 204 len: 168 time: 0.1595829 Jul 23 17:26:04.330013 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:07.496650 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb5ea1-b6c4-46fa-b74a-836f8234b0c1 req-4e8c80a5-614a-4ec5-b6c6-80c885de9843 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:07.498279 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b0eb5ea1-b6c4-46fa-b74a-836f8234b0c1 req-4e8c80a5-614a-4ec5-b6c6-80c885de9843 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 947 time: 0.0834081 Jul 23 17:26:07.552893 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b0eb5ea1-b6c4-46fa-b74a-836f8234b0c1 req-5533469d-77e7-4800-ad68-0b61ecc1c112 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473528 Jul 23 17:26:07.763601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51814) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:07.937555 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0488c9de-964c-4670-80bb-2e222a86d11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:07.970663 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0488c9de-964c-4670-80bb-2e222a86d11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:07.975293 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0488c9de-964c-4670-80bb-2e222a86d11e admin admin] Usage tracker for resource:security_group_rule and tenant:804c88e47bdd4bc28020199d477f0b78 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:07.978097 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0488c9de-964c-4670-80bb-2e222a86d11e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:07.984487 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0488c9de-964c-4670-80bb-2e222a86d11e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:08.249281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0488c9de-964c-4670-80bb-2e222a86d11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:08.252663 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0488c9de-964c-4670-80bb-2e222a86d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:08.260649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2456111f-ab61-47dc-9c8d-e11c476c6ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:08.302670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488c9de-964c-4670-80bb-2e222a86d11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc45cc3c-c219-48d3-8d7c-5509e4502423,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:08.305824 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0488c9de-964c-4670-80bb-2e222a86d11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:08.311341 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 51820) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:08.311557 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-0488c9de-964c-4670-80bb-2e222a86d11e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=804c88e47bdd4bc28020199d477f0b78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5465541 Jul 23 17:26:08.397802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:08.426140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:08.475617 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:08.480954 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f7744ee4-0e05-4657-97fb-78f2305418dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:08.494392 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc45cc3c-c219-48d3-8d7c-5509e4502423,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:08.504990 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:08.506226 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc45cc3c-c219-48d3-8d7c-5509e4502423 HTTP/1.1" status: 204 len: 168 time: 0.1930923 Jul 23 17:26:08.508191 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:08.508636 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:08.509134 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:08.509457 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:08.509859 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:08.510263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:08.510668 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:08.511267 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:08.511478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:08.511872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:08.512289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:08.515970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:08.777721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bbc32-03ba-4a8e-851c-cc5f1e34bfa0 req-4fefaacc-1020-4db9-9803-79fb9927707c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:08.780627 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3e4bbc32-03ba-4a8e-851c-cc5f1e34bfa0 req-4fefaacc-1020-4db9-9803-79fb9927707c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 947 time: 0.0847070 Jul 23 17:26:08.838405 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3e4bbc32-03ba-4a8e-851c-cc5f1e34bfa0 req-05eb997e-850a-4d11-90f8-246562b9ab6c tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513208 Jul 23 17:26:08.921263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51834) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:08.921458 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-e5d63203-ad07-4585-9d0a-43c0e1ca08c1 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:08.922163 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-e5d63203-ad07-4585-9d0a-43c0e1ca08c1 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Synchronizing usage tracker for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:port {{(pid=81984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:26:08.936367 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-e5d63203-ad07-4585-9d0a-43c0e1ca08c1 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Unset dirty status for tenant:9a94f9f25d4c4e2fa348bdde979a509f on resource:port {{(pid=81984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:26:08.937633 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-e5d63203-ad07-4585-9d0a-43c0e1ca08c1 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.58 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 947 time: 0.1050365 Jul 23 17:26:08.941020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-93f460ca-7080-4792-98b5-7da48c24afa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:08.973820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-93f460ca-7080-4792-98b5-7da48c24afa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:08.977835 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-93f460ca-7080-4792-98b5-7da48c24afa7 admin admin] Usage tracker for resource:security_group_rule and tenant:484c3d39062d439eac20f234acbfbeb7 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:08.980777 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-93f460ca-7080-4792-98b5-7da48c24afa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:08.986954 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-93f460ca-7080-4792-98b5-7da48c24afa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:09.021795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Deleting port 6de241c2-ad5e-42e5-befc-8d7f73f51519 {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:26:09.022185 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:09.053983 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-93f460ca-7080-4792-98b5-7da48c24afa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:09.057409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-93f460ca-7080-4792-98b5-7da48c24afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:09.065504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1f6b0fcb-79c1-4fae-9ad8-4326819f47da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:09.108197 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f460ca-7080-4792-98b5-7da48c24afa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c64231-74c0-4e84-ae5f-4135f4fc49ed,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:09.112900 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-93f460ca-7080-4792-98b5-7da48c24afa7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=484c3d39062d439eac20f234acbfbeb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1904979 Jul 23 17:26:09.113878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-93f460ca-7080-4792-98b5-7da48c24afa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:09.115793 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51838) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:09.185249 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-168e6e0d-99d1-4721-b647-3f9017364bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:09.222377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-168e6e0d-99d1-4721-b647-3f9017364bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:09.273418 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-168e6e0d-99d1-4721-b647-3f9017364bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:09.278570 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1b710aa3-d501-4ca3-95d1-1aedf27b4273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:09.291777 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e6e0d-99d1-4721-b647-3f9017364bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c64231-74c0-4e84-ae5f-4135f4fc49ed,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:09.295933 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] For port 6de241c2-ad5e-42e5-befc-8d7f73f51519, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=6de241c2-ad5e-42e5-befc-8d7f73f51519,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:26:09.296343 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:09.301055 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-168e6e0d-99d1-4721-b647-3f9017364bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:09.302001 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-168e6e0d-99d1-4721-b647-3f9017364bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:09.303225 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-168e6e0d-99d1-4721-b647-3f9017364bab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16c64231-74c0-4e84-ae5f-4135f4fc49ed HTTP/1.1" status: 204 len: 168 time: 0.1866212 Jul 23 17:26:09.602910 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:09.603554 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:09.603656 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_db [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Floating IP f5b1bbbb-b986-4ddd-b620-532e48a3bdff disassociated. External IP: 172.27.0.170, port: 6de241c2-ad5e-42e5-befc-8d7f73f51519. Jul 23 17:26:09.604030 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Calling delete_port for 6de241c2-ad5e-42e5-befc-8d7f73f51519 owned by compute:nova {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:26:09.782392 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:09.790919 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5bd0a8ee-0d3d-49a7-afc8-6edb67262158 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:09.839529 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event deleted for resources: {'Port': ['ID=6de241c2-ad5e-42e5-befc-8d7f73f51519,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:09.844322 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:10.050519 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d0e03a00-392a-43ce-b30d-93f3a401c70a req-dd47e3bd-9b8d-41ae-9725-279113d7bee0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 210 time: 0.0519526 Jul 23 17:26:10.141239 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5b00686a-543b-4050-bc8a-8e79ca5898f8 req-39921e61-b16f-4374-a777-d886ec28cd23 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934162 Jul 23 17:26:10.253869 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5b00686a-543b-4050-bc8a-8e79ca5898f8 req-c1f225d9-496e-456d-b04c-d17497d27b4f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 1098 time: 0.0836475 Jul 23 17:26:10.400359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Router bd3e9dad-2f75-4451-a238-a7656138dc8b has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:26:10.432219 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00686a-543b-4050-bc8a-8e79ca5898f8 req-75ebb941-8314-460e-a9fd-d0e7bee448eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:10.433761 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5b00686a-543b-4050-bc8a-8e79ca5898f8 req-75ebb941-8314-460e-a9fd-d0e7bee448eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 913 time: 0.1561251 Jul 23 17:26:10.566101 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5b00686a-543b-4050-bc8a-8e79ca5898f8 req-d6333bab-04c8-4fb0-a6f6-6b5edeedb2d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf141b4-ed7d-49f6-ace1-918ef65156e2 HTTP/1.1" status: 200 len: 1000 time: 0.1225572 Jul 23 17:26:10.635296 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:26:10.648140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037b37b7-a124-41ce-842e-3d788d4bf889 None None] Sync routers for ids ['bd3e9dad-2f75-4451-a238-a7656138dc8b'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:26:10.652248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00686a-543b-4050-bc8a-8e79ca5898f8 req-eacebf38-e8ee-44d4-bee5-0f1abb490c16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:10.663523 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037b37b7-a124-41ce-842e-3d788d4bf889 None None] Routers {'bd3e9dad-2f75-4451-a238-a7656138dc8b'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:26:10.664634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-037b37b7-a124-41ce-842e-3d788d4bf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:26:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['bd3e9dad-2f75-4451-a238-a7656138dc8b'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:10.668129 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5b00686a-543b-4050-bc8a-8e79ca5898f8 req-eacebf38-e8ee-44d4-bee5-0f1abb490c16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.0911593 Jul 23 17:26:10.741028 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] No DVR routers for this DVR port 6de241c2-ad5e-42e5-befc-8d7f73f51519 on host hv-cinder-80204 {{(pid=81984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:26:10.744132 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:10.755269 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'name': 'network-vif-deleted', 'tag': '6de241c2-ad5e-42e5-befc-8d7f73f51519'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:26:10.775477 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3a5fb2df-1df5-44f7-9591-d9929c308104 req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.58 "DELETE /v2.0/ports/6de241c2-ad5e-42e5-befc-8d7f73f51519 HTTP/1.1" status: 204 len: 173 time: 1.8216364 Jul 23 17:26:10.804105 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5b00686a-543b-4050-bc8a-8e79ca5898f8 req-4eae414e-3ce1-427a-a7be-e0811d5de615 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1251688 Jul 23 17:26:10.848224 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3571a852-2776-428f-9d14-f6621a0ae3d6', 'name': 'network-vif-deleted', 'tag': '6de241c2-ad5e-42e5-befc-8d7f73f51519', 'status': 'completed', 'code': 200} Jul 23 17:26:10.879584 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-037b37b7-a124-41ce-842e-3d788d4bf889 None None] Set router bd3e9dad-2f75-4451-a238-a7656138dc8b gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:26:11.033704 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5b00686a-543b-4050-bc8a-8e79ca5898f8 req-c6a428f8-30a0-4495-ae28-2e2ea2d92acc service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205839 Jul 23 17:26:11.386607 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2aab8e6c-822a-487f-a017-a2bd7e4ebbe7 req-e964a3c3-a0ed-48b6-bc91-d6a483040aab tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/ports?device_id=3571a852-2776-428f-9d14-f6621a0ae3d6 HTTP/1.1" status: 200 len: 210 time: 0.0595202 Jul 23 17:26:11.388521 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5b00686a-543b-4050-bc8a-8e79ca5898f8 req-519a8a01-efd5-4107-9452-902404a9ea56 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445044 Jul 23 17:26:11.491487 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-037b37b7-a124-41ce-842e-3d788d4bf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:36Z', 'revision_number': 5, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:11.495582 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037b37b7-a124-41ce-842e-3d788d4bf889 None None] Checking router: bd3e9dad-2f75-4451-a238-a7656138dc8b for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:26:11.512179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037b37b7-a124-41ce-842e-3d788d4bf889 None None] Routers {'bd3e9dad-2f75-4451-a238-a7656138dc8b'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:26:11.512785 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-037b37b7-a124-41ce-842e-3d788d4bf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:26:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['bd3e9dad-2f75-4451-a238-a7656138dc8b'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:11.702408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-037b37b7-a124-41ce-842e-3d788d4bf889 None None] Set router bd3e9dad-2f75-4451-a238-a7656138dc8b gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:26:12.075352 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-037b37b7-a124-41ce-842e-3d788d4bf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:36Z', 'revision_number': 5, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:12.082527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037b37b7-a124-41ce-842e-3d788d4bf889 None None] The sync data for ids ['bd3e9dad-2f75-4451-a238-a7656138dc8b'] in dv-cinder-802045-1-iscsi is: [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:19:13Z', 'revision_number': 4, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'bcb14a3b-e77f-4259-94c1-71c509722769', 'name': '', 'network_id': '32b9f2b4-d76e-42a1-a57f-1f2ed7bca000', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'mac_address': 'fa:16:3e:fa:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:10Z', 'updated_at': '2021-07-23T17:19:36Z', 'revision_number': 5, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'subnets': [{'id': 'f137acdd-475c-4812-af2f-0a236bb57605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:26:12.588895 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51920) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:12.621964 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e8682-b48b-4953-bf68-92f1820ba19a None None] New status for floating IP f5b1bbbb-b986-4ddd-b620-532e48a3bdff: DOWN {{(pid=81986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:26:12.679556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b2db7c08-a45f-45d4-874b-7a73cbcdb890 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:12.734820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b2db7c08-a45f-45d4-874b-7a73cbcdb890 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:12.787944 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b2db7c08-a45f-45d4-874b-7a73cbcdb890 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:12.793940 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d4c5e459-3eda-472c-84dd-8ad15e24602f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:12.815463 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db7c08-a45f-45d4-874b-7a73cbcdb890 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:12.817998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b2db7c08-a45f-45d4-874b-7a73cbcdb890 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:12.827481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b2db7c08-a45f-45d4-874b-7a73cbcdb890 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:12.828726 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-b2db7c08-a45f-45d4-874b-7a73cbcdb890 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "DELETE /v2.0/security-groups/dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9 HTTP/1.1" status: 204 len: 168 time: 0.2387326 Jul 23 17:26:12.831713 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51926) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:12.851559 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.api.v2.resource [None req-54734034-5dd8-496c-ada4-625d05d61d16 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] show failed (client error): The resource could not be found. Jul 23 17:26:12.855664 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-54734034-5dd8-496c-ada4-625d05d61d16 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "GET /v2.0/security-groups/dc3a2a58-7a6f-41e4-8bf0-ed681b49d8b9 HTTP/1.1" status: 404 len: 347 time: 0.0198991 Jul 23 17:26:12.856007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 51930) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:13.023041 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-216d7571-8fb8-4858-9755-e46c3ce5e783 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Deleting port 55655a11-a75f-4cbe-890a-15ab7096f833 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:26:13.023426 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-216d7571-8fb8-4858-9755-e46c3ce5e783 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:13.196354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-216d7571-8fb8-4858-9755-e46c3ce5e783 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:13.196729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-216d7571-8fb8-4858-9755-e46c3ce5e783 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:13.320993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-216d7571-8fb8-4858-9755-e46c3ce5e783 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Calling delete_port for 55655a11-a75f-4cbe-890a-15ab7096f833 owned by network:floatingip {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:26:13.411456 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6de241c2-ad5e-42e5-befc-8d7f73f51519 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:26:13.444580 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 6de241c2-ad5e-42e5-befc-8d7f73f51519 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:26:13.445086 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 6de241c2-ad5e-42e5-befc-8d7f73f51519 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:26:13.457440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-216d7571-8fb8-4858-9755-e46c3ce5e783 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:13.461913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-768a68ba-a5ee-4b4d-bfc3-6ca0084ce09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:13.506508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d7571-8fb8-4858-9755-e46c3ce5e783 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Pushing event deleted for resources: {'Port': ['ID=55655a11-a75f-4cbe-890a-15ab7096f833,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:13.509538 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-216d7571-8fb8-4858-9755-e46c3ce5e783 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:13.604658 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-216d7571-8fb8-4858-9755-e46c3ce5e783 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks [] for floatingip, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:13.629459 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-216d7571-8fb8-4858-9755-e46c3ce5e783 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:13.633628 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-216d7571-8fb8-4858-9755-e46c3ce5e783 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] 10.222.0.55 "DELETE /v2.0/floatingips/f5b1bbbb-b986-4ddd-b620-532e48a3bdff HTTP/1.1" status: 204 len: 168 time: 0.7736413 Jul 23 17:26:16.439031 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52010) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:16.559401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52020) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:16.635519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5b65d2cf-0ec7-448d-8e95-fb770cf04e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:16.796509 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5b65d2cf-0ec7-448d-8e95-fb770cf04e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:16.803914 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5b65d2cf-0ec7-448d-8e95-fb770cf04e3a admin admin] Usage tracker for resource:security_group_rule and tenant:8e49df6972da4c8485d80397c1dacea2 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:16.809117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5b65d2cf-0ec7-448d-8e95-fb770cf04e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:16.819525 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5b65d2cf-0ec7-448d-8e95-fb770cf04e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:16.922313 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5b65d2cf-0ec7-448d-8e95-fb770cf04e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:16.927791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5b65d2cf-0ec7-448d-8e95-fb770cf04e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:16.936555 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-168e6e0d-99d1-4721-b647-3f9017364bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:16.994932 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65d2cf-0ec7-448d-8e95-fb770cf04e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47fa9ac-db3a-4725-b6ed-01fe242981cd,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:17.001032 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5b65d2cf-0ec7-448d-8e95-fb770cf04e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:17.056397 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-5b65d2cf-0ec7-448d-8e95-fb770cf04e3a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e49df6972da4c8485d80397c1dacea2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6155498 Jul 23 17:26:17.059608 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52026) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:17.124143 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36b6229a-0d96-4d22-bc3e-d0022d1ebce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:17.151591 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36b6229a-0d96-4d22-bc3e-d0022d1ebce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:17.198550 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36b6229a-0d96-4d22-bc3e-d0022d1ebce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:17.204637 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b2f740f0-eb10-4040-9f57-c5ff45523fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:17.206260 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-522d8768-483b-49de-8da2-5e279f762e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851067033'] for router_interface, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:17.217461 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6229a-0d96-4d22-bc3e-d0022d1ebce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47fa9ac-db3a-4725-b6ed-01fe242981cd,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:17.220904 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-36b6229a-0d96-4d22-bc3e-d0022d1ebce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:17.224226 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36b6229a-0d96-4d22-bc3e-d0022d1ebce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:17.228099 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-36b6229a-0d96-4d22-bc3e-d0022d1ebce3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b47fa9ac-db3a-4725-b6ed-01fe242981cd HTTP/1.1" status: 204 len: 168 time: 0.1657672 Jul 23 17:26:17.606071 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52034) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:17.633036 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7d501a85-0a65-41e3-ae7f-35ffa59f0abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:17.668259 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7d501a85-0a65-41e3-ae7f-35ffa59f0abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:17.674384 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7d501a85-0a65-41e3-ae7f-35ffa59f0abb admin admin] Usage tracker for resource:security_group_rule and tenant:1651ea10655b4a6fa57d60e6c2391d3e is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:17.679528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7d501a85-0a65-41e3-ae7f-35ffa59f0abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:17.687877 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7d501a85-0a65-41e3-ae7f-35ffa59f0abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:17.773480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7d501a85-0a65-41e3-ae7f-35ffa59f0abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:17.776953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7d501a85-0a65-41e3-ae7f-35ffa59f0abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:17.785462 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3aff17e6-9aac-4e05-821b-b7d493f15e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:17.833330 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7d501a85-0a65-41e3-ae7f-35ffa59f0abb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1651ea10655b4a6fa57d60e6c2391d3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2259848 Jul 23 17:26:17.834187 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d501a85-0a65-41e3-ae7f-35ffa59f0abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f3e4ff-7528-428f-85d8-f9c122d88810,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:17.836750 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52042) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:17.845049 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7d501a85-0a65-41e3-ae7f-35ffa59f0abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:17.857148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-522d8768-483b-49de-8da2-5e279f762e0d admin admin] Deleting port bcb14a3b-e77f-4259-94c1-71c509722769 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:26:17.857799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-522d8768-483b-49de-8da2-5e279f762e0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:17.909323 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-88b501af-2879-4835-bd9d-0b8a4ccea017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:17.938867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-88b501af-2879-4835-bd9d-0b8a4ccea017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:17.989969 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-88b501af-2879-4835-bd9d-0b8a4ccea017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:17.995182 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-78a7c7fa-dd56-4f29-83af-85066f61c228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:18.009054 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b501af-2879-4835-bd9d-0b8a4ccea017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f3e4ff-7528-428f-85d8-f9c122d88810,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:18.012201 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-88b501af-2879-4835-bd9d-0b8a4ccea017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:18.013136 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-88b501af-2879-4835-bd9d-0b8a4ccea017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:18.014349 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-88b501af-2879-4835-bd9d-0b8a4ccea017 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94f3e4ff-7528-428f-85d8-f9c122d88810 HTTP/1.1" status: 204 len: 168 time: 0.1713681 Jul 23 17:26:18.046734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-522d8768-483b-49de-8da2-5e279f762e0d admin admin] For port bcb14a3b-e77f-4259-94c1-71c509722769, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=bcb14a3b-e77f-4259-94c1-71c509722769,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:26:18.047215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-522d8768-483b-49de-8da2-5e279f762e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:18.379518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-522d8768-483b-49de-8da2-5e279f762e0d admin admin] Calling delete_port for bcb14a3b-e77f-4259-94c1-71c509722769 owned by network:router_interface {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:26:18.684020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-522d8768-483b-49de-8da2-5e279f762e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:18.688730 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6373b99c-e6f0-49c9-b64c-3182f510ea96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:18.732419 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d8768-483b-49de-8da2-5e279f762e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb14a3b-e77f-4259-94c1-71c509722769,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:18.737160 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-522d8768-483b-49de-8da2-5e279f762e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:19.020036 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52068) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:19.051094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-522d8768-483b-49de-8da2-5e279f762e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851270709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3733207'] for router_interface, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:19.093433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9c4dbc-349f-4536-9d5d-12d38c9f6944 admin admin] Deleting subnet e324757d-73ee-41eb-8914-272a27cb8b9e {{(pid=81984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:26:19.096976 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0b9c4dbc-349f-4536-9d5d-12d38c9f6944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:19.150537 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0b9c4dbc-349f-4536-9d5d-12d38c9f6944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2847142'] for subnet, precommit_delete_associations {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:19.217580 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0b9c4dbc-349f-4536-9d5d-12d38c9f6944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:19.309346 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0b9c4dbc-349f-4536-9d5d-12d38c9f6944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851930181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2850284'] for subnet, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:19.316992 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-35de8638-11aa-4c4e-9803-ceb7df3a9e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:19.355225 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c4dbc-349f-4536-9d5d-12d38c9f6944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e324757d-73ee-41eb-8914-272a27cb8b9e,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:19.357987 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0b9c4dbc-349f-4536-9d5d-12d38c9f6944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:19.360874 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0b9c4dbc-349f-4536-9d5d-12d38c9f6944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:19.370459 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-0b9c4dbc-349f-4536-9d5d-12d38c9f6944 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e324757d-73ee-41eb-8914-272a27cb8b9e HTTP/1.1" status: 204 len: 168 time: 0.3460369 Jul 23 17:26:19.370838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52076) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:19.498098 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d52ee4a7-3668-44ac-bb60-5cb256428168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:19.645482 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d52ee4a7-3668-44ac-bb60-5cb256428168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:19.673385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522d8768-483b-49de-8da2-5e279f762e0d admin admin] Router bd3e9dad-2f75-4451-a238-a7656138dc8b has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:26:19.685728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-d52ee4a7-3668-44ac-bb60-5cb256428168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfacdbf6-954d-4490-b435-df409d888dc2']}} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:19.706192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-d52ee4a7-3668-44ac-bb60-5cb256428168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd04844-d8a7-41da-9a6c-c8dea50f120c') {'for_net_delete': True} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:19.707033 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-d52ee4a7-3668-44ac-bb60-5cb256428168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd04844-d8a7-41da-9a6c-c8dea50f120c') {} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:19.724242 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d52ee4a7-3668-44ac-bb60-5cb256428168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851928658'] for segment, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:19.743762 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d52ee4a7-3668-44ac-bb60-5cb256428168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:19.750438 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52ee4a7-3668-44ac-bb60-5cb256428168 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=81984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:26:19.750939 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d52ee4a7-3668-44ac-bb60-5cb256428168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851930154'] for segment, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:26:19.764968 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:26:19.853815 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d52ee4a7-3668-44ac-bb60-5cb256428168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:19.860365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d52ee4a7-3668-44ac-bb60-5cb256428168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:19.864829 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:19.894727 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d52ee4a7-3668-44ac-bb60-5cb256428168 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cfacdbf6-954d-4490-b435-df409d888dc2 HTTP/1.1" status: 204 len: 168 time: 0.5227122 Jul 23 17:26:19.896009 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ee4a7-3668-44ac-bb60-5cb256428168 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfacdbf6-954d-4490-b435-df409d888dc2,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:19.898354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522d8768-483b-49de-8da2-5e279f762e0d admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:26:19.899315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d52ee4a7-3668-44ac-bb60-5cb256428168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:19.910622 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd21580e-c5ae-49f3-b5fa-904d39fd5dbd None None] Sync routers for ids ['bd3e9dad-2f75-4451-a238-a7656138dc8b'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:26:19.928821 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd21580e-c5ae-49f3-b5fa-904d39fd5dbd None None] Routers {'bd3e9dad-2f75-4451-a238-a7656138dc8b'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:26:19.930026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-cd21580e-c5ae-49f3-b5fa-904d39fd5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:26:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['bd3e9dad-2f75-4451-a238-a7656138dc8b'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:19.934114 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-522d8768-483b-49de-8da2-5e279f762e0d admin admin] 10.222.0.55 "PUT /v2.0/routers/bd3e9dad-2f75-4451-a238-a7656138dc8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3732865 Jul 23 17:26:19.936729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52092) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:20.113880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52100) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:20.170361 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-98f00e05-044d-4258-803e-506866c3e9ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=340a8ceb88d84ac5bd45f26f4eb62dbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0551653 Jul 23 17:26:20.173441 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52104) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:20.191631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Notify callbacks [] for router, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:20.192634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-cd21580e-c5ae-49f3-b5fa-904d39fd5dbd None None] Set router bd3e9dad-2f75-4451-a238-a7656138dc8b gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:26:20.247246 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d19de6eb-69e8-46c9-b4e6-4a808fb3334f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:20.280052 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d19de6eb-69e8-46c9-b4e6-4a808fb3334f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:20.336553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d19de6eb-69e8-46c9-b4e6-4a808fb3334f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:20.342811 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-06803313-cd40-4884-80ee-8ea1388df1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:20.360191 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19de6eb-69e8-46c9-b4e6-4a808fb3334f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5520865-3e0b-430a-9731-67cee5299ad8,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:20.364227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d19de6eb-69e8-46c9-b4e6-4a808fb3334f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:20.365646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d19de6eb-69e8-46c9-b4e6-4a808fb3334f admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:20.369433 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d19de6eb-69e8-46c9-b4e6-4a808fb3334f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5520865-3e0b-430a-9731-67cee5299ad8 HTTP/1.1" status: 204 len: 168 time: 0.1917801 Jul 23 17:26:20.463757 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:20.472699 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Deleting port e34ae5a2-1472-4272-a5e5-1622a19ee99e {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:26:20.473242 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:20.530794 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-cd21580e-c5ae-49f3-b5fa-904d39fd5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:26:18Z', 'revision_number': 5, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port': {'id': 'e34ae5a2-1472-4272-a5e5-1622a19ee99e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:19:03Z', 'updated_at': '2021-07-23T17:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:20.536403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd21580e-c5ae-49f3-b5fa-904d39fd5dbd None None] Checking router: bd3e9dad-2f75-4451-a238-a7656138dc8b for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:26:20.550868 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd21580e-c5ae-49f3-b5fa-904d39fd5dbd None None] Routers {'bd3e9dad-2f75-4451-a238-a7656138dc8b'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:26:20.551566 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-cd21580e-c5ae-49f3-b5fa-904d39fd5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:26:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['bd3e9dad-2f75-4451-a238-a7656138dc8b'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:20.676035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] For port e34ae5a2-1472-4272-a5e5-1622a19ee99e, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=e34ae5a2-1472-4272-a5e5-1622a19ee99e,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:26:20.676412 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:20.735592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-cd21580e-c5ae-49f3-b5fa-904d39fd5dbd None None] Set router bd3e9dad-2f75-4451-a238-a7656138dc8b gateway port host: None {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:26:20.825394 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Calling delete_port for e34ae5a2-1472-4272-a5e5-1622a19ee99e owned by network:router_gateway {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:26:20.857122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-cd21580e-c5ae-49f3-b5fa-904d39fd5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:26:20Z', 'revision_number': 6, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port_host': None}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:20.863688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd21580e-c5ae-49f3-b5fa-904d39fd5dbd None None] The sync data for ids ['bd3e9dad-2f75-4451-a238-a7656138dc8b'] in dv-cinder-802045-1-iscsi is: [{'id': 'bd3e9dad-2f75-4451-a238-a7656138dc8b', 'name': 'tempest-AttachVolumeShelveTestJSON-18911084-router', 'tenant_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:19:02Z', 'updated_at': '2021-07-23T17:26:20Z', 'revision_number': 6, 'project_id': '9a94f9f25d4c4e2fa348bdde979a509f', 'gw_port_host': None}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:26:21.087194 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:21.101727 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:21.176979 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e34ae5a2-1472-4272-a5e5-1622a19ee99e,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:21.206007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:21.374266 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851072426'] for router_gateway, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:21.621310 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52134) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:21.778872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1326132032-network', 'tenant_id': 'cb1454b448c548df875d32b814cba17e'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:21.784375 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:21.788594 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Usage tracker for resource:network and tenant:cb1454b448c548df875d32b814cba17e is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:21.791592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:21.797804 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:21.809286 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Made reservation on behalf of cb1454b448c548df875d32b814cba17e for: {'network': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:26:21.815199 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:21.828701 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:21.861424 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:21.865329 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Usage tracker for resource:security_group_rule and tenant:cb1454b448c548df875d32b814cba17e is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:21.868268 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:21.868456 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851069610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103245'] for router, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:21.873115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:21.874557 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:21.898106 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3730118'] for router, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:21.898708 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd3e9dad-2f75-4451-a238-a7656138dc8b {{(pid=81984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:26:21.912662 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:21.916623 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/bd3e9dad-2f75-4451-a238-a7656138dc8b HTTP/1.1" status: 204 len: 168 time: 1.9761326 Jul 23 17:26:21.916990 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52140) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:21.953538 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:21.957887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:21.962966 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-759127aa-80fb-4654-ae38-0e8e61a17a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:21.990481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e74a37-ab22-4cab-ae89-cad791cc2b71 admin admin] Deleting subnet f137acdd-475c-4812-af2f-0a236bb57605 {{(pid=81984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:26:21.993246 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=81985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:26:21.994029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-17e74a37-ab22-4cab-ae89-cad791cc2b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.003386 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cb0384-0f6d-49d2-bbdb-17cb5c92b282,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:22.007184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:22.009770 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.010163 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Added segment 87f423ff-3a46-4f39-9d69-226574b4b59b of type vlan for network 71471568-3b6f-426b-a80e-75ed16e11e22 Jul 23 17:26:22.049607 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.060632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-17e74a37-ab22-4cab-ae89-cad791cc2b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2847142'] for subnet, precommit_delete_associations {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.075091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device bcb14a3b-e77f-4259-94c1-71c509722769 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:26:22.094540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.096362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:22.097457 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.102764 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:22.115811 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: bcb14a3b-e77f-4259-94c1-71c509722769 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:26:22.116449 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device bcb14a3b-e77f-4259-94c1-71c509722769 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:26:22.117106 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device e34ae5a2-1472-4272-a5e5-1622a19ee99e no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:26:22.153222 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: e34ae5a2-1472-4272-a5e5-1622a19ee99e {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:26:22.153852 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device e34ae5a2-1472-4272-a5e5-1622a19ee99e not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:26:22.157022 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-17e74a37-ab22-4cab-ae89-cad791cc2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.219057 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5937340 Jul 23 17:26:22.219749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52146) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:22.219887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Pushing event updated for resources: {'Network': ['ID=71471568-3b6f-426b-a80e-75ed16e11e22,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:22.226131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:22.228788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Request body: {'subnet': {'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1326132032-subnet', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'ip_version': 4}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:22.236460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:22.236683 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network 71471568-3b6f-426b-a80e-75ed16e11e22 details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:26:22.244176 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Usage tracker for resource:subnet and tenant:cb1454b448c548df875d32b814cba17e is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:22.249079 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:22.256268 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:22.260071 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-17e74a37-ab22-4cab-ae89-cad791cc2b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851930181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2850284'] for subnet, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.269102 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:22.306413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Made reservation on behalf of cb1454b448c548df875d32b814cba17e for: {'subnet': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:26:22.311329 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851925622'] for subnet, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.329020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e74a37-ab22-4cab-ae89-cad791cc2b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f137acdd-475c-4812-af2f-0a236bb57605,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:22.384047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-17e74a37-ab22-4cab-ae89-cad791cc2b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:22.400701 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b6caf1-fd02-45f5-b67b-2ae2d1f9747e None None] Network 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:26:22.401284 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-17e74a37-ab22-4cab-ae89-cad791cc2b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.417095 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-17e74a37-ab22-4cab-ae89-cad791cc2b71 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f137acdd-475c-4812-af2f-0a236bb57605 HTTP/1.1" status: 204 len: 168 time: 0.4963741 Jul 23 17:26:22.418940 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52156) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:22.560527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.564504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851925605'] for subnet, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.569838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0513d7a6-3ae4-4b71-b7a5-9d5280eb2351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:22.572947 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Deleting port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:26:22.573276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.652800 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a575a2-955f-4288-a32e-7aa6c139813b,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:22.655953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:22.665974 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Checking segment: {'id': '87f423ff-3a46-4f39-9d69-226574b4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:26:22.666339 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Network hostable DHCP agents. Network: 71471568-3b6f-426b-a80e-75ed16e11e22, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:26:22.693626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Network 71471568-3b6f-426b-a80e-75ed16e11e22 is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:26:22.704732 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, 71471568-3b6f-426b-a80e-75ed16e11e22) {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:26:22.709163 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:22.710186 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.719383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c859c31-2222-491b-a99d-e9748a3b1374 None None] Network 71471568-3b6f-426b-a80e-75ed16e11e22 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:26:22.738538 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5170801 Jul 23 17:26:22.740309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f1d00e-6ce7-4aa0-81c8-a6e01fbd4573 None None] DHCP port deletion for 32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 request from dv-cinder-802045-1-iscsi {{(pid=81986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 23 17:26:22.741432 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52160) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:22.747551 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:22.752687 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:22.756823 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Usage tracker for resource:router and tenant:cb1454b448c548df875d32b814cba17e is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:22.760093 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:22.766710 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:22.778256 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851069669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854671694'] for router, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.779294 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672572'] for router, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.796943 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-11f1d00e-6ce7-4aa0-81c8-a6e01fbd4573 None None] Deleting port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:26:22.797365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-11f1d00e-6ce7-4aa0-81c8-a6e01fbd4573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.799381 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.810214 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] For port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:26:22.810615 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:22.963629 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3703315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851069656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672555'] for router, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.153083 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-11f1d00e-6ce7-4aa0-81c8-a6e01fbd4573 None None] For port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e,segment=NetworkSegment(1732ba2d-9c2c-42ab-a765-7d20e4ac8aee),segment_id=1732ba2d-9c2c-42ab-a765-7d20e4ac8aee)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:26:23.153558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-11f1d00e-6ce7-4aa0-81c8-a6e01fbd4573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.163253 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Calling delete_port for ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e owned by network:dhcp {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:26:23.179495 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.211997 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.217535 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe62099b6-fb64-5bd8-9bd4-803559866e59-71471568-3b6f-426b-a80e-75ed16e11e22', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'fixed_ips': [{'subnet_id': '96a575a2-955f-4288-a32e-7aa6c139813b'}]}} from dv-cinder-802045-1-iscsi. {{(pid=81986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:26:23.218347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.240027 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.243992 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:23.286502 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:23.289310 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:23.295852 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-11f1d00e-6ce7-4aa0-81c8-a6e01fbd4573 None None] Calling delete_port for ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e owned by network:dhcp {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:26:23.300347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] No DVR routers for this DVR port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e on host dv-cinder-802045-1-iscsi {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:26:23.373127 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Allocated IP 172.27.0.9 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/3261e002-8730-4fca-8640-c7f84fd06519) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:26:23.427442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.442729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b9f2b4-d76e-42a1-a57f-1f2ed7bca000']}} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:23.456671 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee') {'for_net_delete': True} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:23.457029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1732ba2d-9c2c-42ab-a765-7d20e4ac8aee') {} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:23.469765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131906099'] for segment, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.474081 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.db.api [None req-11f1d00e-6ce7-4aa0-81c8-a6e01fbd4573 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:26:23.474493 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.api [None req-11f1d00e-6ce7-4aa0-81c8-a6e01fbd4573 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:26:23.484853 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.492466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=81985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:26:23.493024 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036722876224'] for segment, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.510093 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Allocated IP 172.20.0.2 (71471568-3b6f-426b-a80e-75ed16e11e22/96a575a2-955f-4288-a32e-7aa6c139813b/2d61a7bf-3d03-4530-b2e8-e60cf5c48db3) {{(pid=81986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:26:23.514178 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:26:23.555002 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.591652 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.603677 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b4f7313c-5fef-4222-a156-9c04b72408ab tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:23.618215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.624533 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.630046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:23.658648 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=32b9f2b4-d76e-42a1-a57f-1f2ed7bca000,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:23.661975 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:26:23.665931 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:23.666493 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:26:23.671220 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:26:23.680285 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/32b9f2b4-d76e-42a1-a57f-1f2ed7bca000 HTTP/1.1" status: 204 len: 168 time: 1.2581418 Jul 23 17:26:23.740644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Pushing event updated for resources: {'Port': ['ID=3261e002-8730-4fca-8640-c7f84fd06519,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:23.745457 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:23.815777 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Notify callbacks [] for port, precommit_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.827000 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Transition to ACTIVE for port object 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:26:23.851646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Transition to ACTIVE for port object 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 will not be triggered until provisioned by entity DHCP. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:26:23.856431 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.862765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:23.886990 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.888317 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851072472'] for router, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:23.903688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52172) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:23.943010 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Network 71471568-3b6f-426b-a80e-75ed16e11e22 is already hosted by enough agents. {{(pid=81986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:26:23.944589 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52176) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:23.947220 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Resources bound (agent type, host, resource id): {{(pid=81986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:26:23.949408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Pushing event updated for resources: {'Port': ['ID=2d61a7bf-3d03-4530-b2e8-e60cf5c48db3,revision_number=1']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:23.952421 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Received port after_create {{(pid=81986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:26:23.965248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:23.965644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:23.966029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:23.966407 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:23.966795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:23.967188 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:23.967543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:23.967932 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:23.968299 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:23.968665 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:23.969031 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:23.973631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:23.979692 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-fe26492b-8c46-4cbd-89ba-d519a06891ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a94f9f25d4c4e2fa348bdde979a509f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0747056 Jul 23 17:26:23.982230 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52182) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:24.003347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-11f1d00e-6ce7-4aa0-81c8-a6e01fbd4573 None None] Deleting port ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:26:24.003709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-11f1d00e-6ce7-4aa0-81c8-a6e01fbd4573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.057885 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c08e9379-b2c2-4d69-8804-e2780ee0924c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.098788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c08e9379-b2c2-4d69-8804-e2780ee0924c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.137254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:26:24.161799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c08e9379-b2c2-4d69-8804-e2780ee0924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.169861 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d421b38c-8903-4a43-ab74-66f8bf155c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:24.171329 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-11f1d00e-6ce7-4aa0-81c8-a6e01fbd4573 None None] The port 'ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e' was deleted {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 23 17:26:24.177561 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 is scheduled to L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e with binding_index 1 {{(pid=81984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:26:24.188413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e9379-b2c2-4d69-8804-e2780ee0924c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa73607-8d62-46ff-9407-4163bd8a24b2,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:24.190788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:26:24.191195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device ea7db94d-e6bd-4ac4-a8da-6cb9717c6d7e not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:26:24.194663 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c08e9379-b2c2-4d69-8804-e2780ee0924c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:24.199192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Attempting to bind port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:26:24.199776 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Attempting to bind port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '87f423ff-3a46-4f39-9d69-226574b4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:26:24.200379 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Attempting to bind port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 on network 71471568-3b6f-426b-a80e-75ed16e11e22 {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:26:24.204324 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c08e9379-b2c2-4d69-8804-e2780ee0924c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.213451 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c08e9379-b2c2-4d69-8804-e2780ee0924c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fa73607-8d62-46ff-9407-4163bd8a24b2 HTTP/1.1" status: 204 len: 168 time: 0.2288780 Jul 23 17:26:24.222669 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:26:24.223154 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Checking segment: {'id': '87f423ff-3a46-4f39-9d69-226574b4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:26:24.223610 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.224112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Bound using segment: {'id': '87f423ff-3a46-4f39-9d69-226574b4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:26:24.224582 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Bound port: 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f423ff-3a46-4f39-9d69-226574b4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:26:24.225366 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.309157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-29e3bed2-afab-40df-9c9e-9a8df3795a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.324628 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] For port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:26:24.327989 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] For port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=2d61a7bf-3d03-4530-b2e8-e60cf5c48db3,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:26:24.332001 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.336908 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:24.354917 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-29e3bed2-afab-40df-9c9e-9a8df3795a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:24.359270 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-29e3bed2-afab-40df-9c9e-9a8df3795a55 admin admin] Usage tracker for resource:security_group_rule and tenant:98e057ec48a44e18b2e0cf3526b20e65 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:24.362881 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-29e3bed2-afab-40df-9c9e-9a8df3795a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:24.369641 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-29e3bed2-afab-40df-9c9e-9a8df3795a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:24.457515 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-29e3bed2-afab-40df-9c9e-9a8df3795a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.460781 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:26:24.461231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Pushing event updated for resources: {'Port': ['ID=2d61a7bf-3d03-4530-b2e8-e60cf5c48db3,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:24.464698 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:24.469887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-29e3bed2-afab-40df-9c9e-9a8df3795a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.471180 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Sync routers for ids ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:26:24.486115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] Notify callbacks [] for router, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.490343 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:24.490524 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d4a9ab24-2c44-409e-a3f6-5c8d9c91d517 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7450044 Jul 23 17:26:24.490647 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Routers {'6db1460c-68f5-4a9c-af16-d58bb012dbe6'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:26:24.490647 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:26:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:24.490896 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52188) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:24.544600 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-29e3bed2-afab-40df-9c9e-9a8df3795a55 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98e057ec48a44e18b2e0cf3526b20e65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5940223 Jul 23 17:26:24.544600 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3bed2-afab-40df-9c9e-9a8df3795a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a27597-8b63-4d7e-b4d0-3afe5b37d405,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:24.545923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52194) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:24.549902 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-29e3bed2-afab-40df-9c9e-9a8df3795a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:24.632847 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bb176913-21c6-44bc-a9d5-2f444586af90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.697923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bb176913-21c6-44bc-a9d5-2f444586af90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.770408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bb176913-21c6-44bc-a9d5-2f444586af90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.779263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c08e9379-b2c2-4d69-8804-e2780ee0924c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:24.794786 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb176913-21c6-44bc-a9d5-2f444586af90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a27597-8b63-4d7e-b4d0-3afe5b37d405,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:24.799835 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-bb176913-21c6-44bc-a9d5-2f444586af90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:24.802514 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bb176913-21c6-44bc-a9d5-2f444586af90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:24.804046 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-bb176913-21c6-44bc-a9d5-2f444586af90 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48a27597-8b63-4d7e-b4d0-3afe5b37d405 HTTP/1.1" status: 204 len: 168 time: 0.2571607 Jul 23 17:26:25.014562 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Set router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:26:25.485685 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3261e002-8730-4fca-8640-c7f84fd06519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:23Z', 'revision_number': 3, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port': {'id': '3261e002-8730-4fca-8640-c7f84fd06519', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:23Z', 'updated_at': '2021-07-23T17:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:25.490149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Checking router: 6db1460c-68f5-4a9c-af16-d58bb012dbe6 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:26:25.490506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Updating router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 port 3261e002-8730-4fca-8640-c7f84fd06519 binding host dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:26:25.536391 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52212) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:25.560414 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-42a76eed-c56c-419d-9058-d64b88b070b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:25.561381 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:25.597726 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-42a76eed-c56c-419d-9058-d64b88b070b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:25.601904 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-42a76eed-c56c-419d-9058-d64b88b070b7 admin admin] Usage tracker for resource:security_group_rule and tenant:f2775fcfc2ad442992478697f5bf4c8d is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:25.605004 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-42a76eed-c56c-419d-9058-d64b88b070b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:25.611382 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-42a76eed-c56c-419d-9058-d64b88b070b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:25.692178 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-42a76eed-c56c-419d-9058-d64b88b070b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:25.697878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-42a76eed-c56c-419d-9058-d64b88b070b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:25.715856 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9bf9945c-c855-49a4-b293-0966ea6cd75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:25.801628 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a76eed-c56c-419d-9058-d64b88b070b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f388651d-0859-4a58-a030-0d835f070b0e,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:25.805190 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-42a76eed-c56c-419d-9058-d64b88b070b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:25.811877 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-42a76eed-c56c-419d-9058-d64b88b070b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2775fcfc2ad442992478697f5bf4c8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2711301 Jul 23 17:26:25.814450 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52220) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:25.836937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:25.885542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8e84-99d3-4d11-b0b6-f71c97b1a4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:25.919423 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8e84-99d3-4d11-b0b6-f71c97b1a4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:25.955208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52224) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:25.977898 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8e84-99d3-4d11-b0b6-f71c97b1a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:25.983808 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9633a09b-f992-43c5-b1ab-d30ecd545c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:25.999025 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd8e84-99d3-4d11-b0b6-f71c97b1a4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f388651d-0859-4a58-a030-0d835f070b0e,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:26.002530 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2ebd8e84-99d3-4d11-b0b6-f71c97b1a4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:26.003576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Notify callbacks [] for port, precommit_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.004609 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8e84-99d3-4d11-b0b6-f71c97b1a4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.005850 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-2ebd8e84-99d3-4d11-b0b6-f71c97b1a4fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f388651d-0859-4a58-a030-0d835f070b0e HTTP/1.1" status: 204 len: 168 time: 0.1903443 Jul 23 17:26:26.021181 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Transition to ACTIVE for port object 3261e002-8730-4fca-8640-c7f84fd06519 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:26:26.047895 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.053939 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:26.143284 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Attempting to bind port 3261e002-8730-4fca-8640-c7f84fd06519 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:26:26.143873 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Attempting to bind port 3261e002-8730-4fca-8640-c7f84fd06519 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:26:26.144289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Attempting to bind port 3261e002-8730-4fca-8640-c7f84fd06519 on network be355ed9-9aa4-4010-98d9-d73ee88926df {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:26:26.175807 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f85cce-d19d-4708-8f80-5b9ab09475ae None None] Pushing event updated for resources: {'Port': ['ID=3261e002-8730-4fca-8640-c7f84fd06519,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:26.180215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-75f85cce-d19d-4708-8f80-5b9ab09475ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:26.181288 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:26:26.181592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Checking segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:26:26.182035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.182869 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Bound using segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:26:26.183539 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Bound port: 3261e002-8730-4fca-8640-c7f84fd06519, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:26:26.183979 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.189616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Allocated IP 172.20.0.1 (71471568-3b6f-426b-a80e-75ed16e11e22/96a575a2-955f-4288-a32e-7aa6c139813b/ca7e3747-b5c6-43ac-ba42-a788877263d2) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:26:26.228460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:26:26.245759 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-806363061-network', 'tenant_id': 'df14bf71775a45afb7a7610aba0788cb'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:26.259534 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:26.267746 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Usage tracker for resource:network and tenant:df14bf71775a45afb7a7610aba0788cb is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:26.277631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:26.289439 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:26.311584 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Made reservation on behalf of df14bf71775a45afb7a7610aba0788cb for: {'network': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:26:26.316515 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.346287 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.385755 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:26.390188 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Usage tracker for resource:security_group_rule and tenant:df14bf71775a45afb7a7610aba0788cb is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:26.400388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:26.404664 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.413485 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:26.445102 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Transition to ACTIVE for port object ca7e3747-b5c6-43ac-ba42-a788877263d2 will not be triggered until provisioned by entity DHCP. {{(pid=81984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:26:26.452774 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] For port 3261e002-8730-4fca-8640-c7f84fd06519, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:26:26.463396 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] For port 3261e002-8730-4fca-8640-c7f84fd06519, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=3261e002-8730-4fca-8640-c7f84fd06519,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:26:26.471544 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.476955 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:26.492279 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.499239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:26.507181 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.510871 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.514202 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d19de6eb-69e8-46c9-b4e6-4a808fb3334f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:26.536380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:26:26.562057 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=81985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:26:26.579451 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1722ee98-4d8f-438b-bbb2-718e0f39100b,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:26.584029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:26.586883 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.587275 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Added segment 662405e4-fbf7-4585-b982-db66d62abe25 of type vlan for network b64f3e1e-b1c7-4f93-a529-b6b259131872 Jul 23 17:26:26.594421 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f85cce-d19d-4708-8f80-5b9ab09475ae None None] Pushing event updated for resources: {'Port': ['ID=3261e002-8730-4fca-8640-c7f84fd06519,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:26.609354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-75f85cce-d19d-4708-8f80-5b9ab09475ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:26.611647 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Routers {'6db1460c-68f5-4a9c-af16-d58bb012dbe6'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:26:26.612353 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:26:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:26.612879 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7e3747-b5c6-43ac-ba42-a788877263d2,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:26.622485 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:26.630577 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.643997 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Network 71471568-3b6f-426b-a80e-75ed16e11e22 is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:26:26.646079 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:26:26.648995 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:26:26.678148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.680564 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:26.682309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.699198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:26.784107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708917'] for router_interface, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.852289 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8956597 Jul 23 17:26:26.856094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52242) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:26.859506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Pushing event updated for resources: {'Network': ['ID=b64f3e1e-b1c7-4f93-a529-b6b259131872,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:26.865481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Request body: {'subnet': {'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-806363061-subnet', 'tenant_id': 'df14bf71775a45afb7a7610aba0788cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:26.871484 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b4f2cdd6-fb2a-45d3-a9d9-e3e9b36fc139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:26.872741 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:26.878970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Usage tracker for resource:subnet and tenant:df14bf71775a45afb7a7610aba0788cb is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:26.883061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:26.892903 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:26.899630 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network b64f3e1e-b1c7-4f93-a529-b6b259131872 details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:26:26.904258 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Made reservation on behalf of df14bf71775a45afb7a7610aba0788cb for: {'subnet': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:26:26.909907 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2212589'] for subnet, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.913104 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:26.996563 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c92b4ca-3566-40b1-83ad-a0a74fbad959 None None] Network 71471568-3b6f-426b-a80e-75ed16e11e22 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:26:27.042673 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] Set router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:26:27.137841 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722869654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2212604'] for subnet, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:27.143305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:27.205411 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:27.210540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:27.239876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b429cd-bbb8-44d9-96a8-c9d00395f317,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:27.244229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:27.251181 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Checking segment: {'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:26:27.251793 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Network hostable DHCP agents. Network: b64f3e1e-b1c7-4f93-a529-b6b259131872, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:26:27.274183 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-790fa474-092e-471e-94f5-255a6e518e1c None None] Provisioning for port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:26:27.274984 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c30703b7-9e06-4d4f-b9c8-ba555a92a9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:27.277838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Network b64f3e1e-b1c7-4f93-a529-b6b259131872 is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:26:27.289021 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, b64f3e1e-b1c7-4f93-a529-b6b259131872) {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:26:27.299225 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:27.300344 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:27.304048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0479d682-4144-4b37-aeb6-20fcacff2505 None None] Network b64f3e1e-b1c7-4f93-a529-b6b259131872 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:26:27.329151 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3505136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851067050'] for router_interface, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:27.335477 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-5ed2934e-8784-4dc6-98b9-6096c472f1ad admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4779677 Jul 23 17:26:27.361385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7e3747-b5c6-43ac-ba42-a788877263d2,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:27.364697 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:27.368442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-790fa474-092e-471e-94f5-255a6e518e1c None None] Provisioning complete for port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:27.368868 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-790fa474-092e-471e-94f5-255a6e518e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:27.527845 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Network 71471568-3b6f-426b-a80e-75ed16e11e22 is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:26:27.529158 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:26:28.098259 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:26:28.123546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-790fa474-092e-471e-94f5-255a6e518e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:28.251053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-790fa474-092e-471e-94f5-255a6e518e1c None None] For port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=2d61a7bf-3d03-4530-b2e8-e60cf5c48db3,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:26:28.264662 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-790fa474-092e-471e-94f5-255a6e518e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:28.270890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:28.287756 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-8115aa28-83b1-45a5-baf5-f21b6d7938be tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:28.288644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-8115aa28-83b1-45a5-baf5-f21b6d7938be tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Synchronizing usage tracker for tenant:df14bf71775a45afb7a7610aba0788cb on resource:network {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:26:28.307287 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-8115aa28-83b1-45a5-baf5-f21b6d7938be tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Unset dirty status for tenant:df14bf71775a45afb7a7610aba0788cb on resource:network {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:26:28.308595 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-8115aa28-83b1-45a5-baf5-f21b6d7938be tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/networks?id=b64f3e1e-b1c7-4f93-a529-b6b259131872 HTTP/1.1" status: 200 len: 814 time: 0.1876757 Jul 23 17:26:28.329663 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-70695178-c82c-4b25-b023-ee05df9ab478 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/quotas/df14bf71775a45afb7a7610aba0788cb HTTP/1.1" status: 200 len: 375 time: 0.0126083 Jul 23 17:26:28.348607 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:26:28.357852 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3261e002-8730-4fca-8640-c7f84fd06519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:23Z', 'revision_number': 3, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port': {'id': '3261e002-8730-4fca-8640-c7f84fd06519', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:23Z', 'updated_at': '2021-07-23T17:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:28.358486 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] 10.222.0.55 "PUT /v2.0/routers/6db1460c-68f5-4a9c-af16-d58bb012dbe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8665650 Jul 23 17:26:28.394239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd1966b-14ad-4a39-9b7b-7c3bf72b2afa None None] The sync data for ids ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'] in dv-cinder-802045-1-iscsi is: [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3261e002-8730-4fca-8640-c7f84fd06519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:23Z', 'revision_number': 3, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port': {'id': '3261e002-8730-4fca-8640-c7f84fd06519', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:23Z', 'updated_at': '2021-07-23T17:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:26:28.406965 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-56def981-d439-43ec-ae73-81296e43de86 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=df14bf71775a45afb7a7610aba0788cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685158 Jul 23 17:26:28.410901 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5645cf-b85f-472a-8c4a-417029ef9f1c None None] Network b64f3e1e-b1c7-4f93-a529-b6b259131872 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:26:28.446349 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fa474-092e-471e-94f5-255a6e518e1c None None] Pushing event updated for resources: {'Port': ['ID=2d61a7bf-3d03-4530-b2e8-e60cf5c48db3,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:28.591698 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-790fa474-092e-471e-94f5-255a6e518e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:28.659435 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-379b029a-ee5d-4225-beb5-2cef0ee0e059 service neutron] 10.222.0.55 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505558 Jul 23 17:26:28.919318 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-bbb255b9-f7d0-4986-8736-a2e78f52c8a8 service neutron] 10.222.0.55 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561574 Jul 23 17:26:29.003895 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-59bbc16e-4370-4ca3-be2e-7d9768e08fab None None] Provisioning for port ca7e3747-b5c6-43ac-ba42-a788877263d2 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:26:29.010437 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-59bbc16e-4370-4ca3-be2e-7d9768e08fab None None] Provisioning complete for port ca7e3747-b5c6-43ac-ba42-a788877263d2 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:29.010893 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-59bbc16e-4370-4ca3-be2e-7d9768e08fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:29.080815 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-59bbc16e-4370-4ca3-be2e-7d9768e08fab None None] Port ca7e3747-b5c6-43ac-ba42-a788877263d2 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:26:29.142838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-59bbc16e-4370-4ca3-be2e-7d9768e08fab None None] Provisioning complete for port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:29.144868 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-59bbc16e-4370-4ca3-be2e-7d9768e08fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:29.331505 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5b46fd1b-4f77-4da2-94e8-6874aae1b9f2 req-13b84839-5394-41e7-aa11-31349e89a012 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 210 time: 0.0940576 Jul 23 17:26:29.526619 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-616a6027-834d-420d-9ad2-acee3bdf0007 None None] Provisioning complete for port ca7e3747-b5c6-43ac-ba42-a788877263d2 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:29.527111 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-616a6027-834d-420d-9ad2-acee3bdf0007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:29.627164 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-616a6027-834d-420d-9ad2-acee3bdf0007 None None] Port ca7e3747-b5c6-43ac-ba42-a788877263d2 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:26:30.062308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-26477ecd-1534-4e3b-9216-1cd823dba003 None None] Provisioning complete for port ca7e3747-b5c6-43ac-ba42-a788877263d2 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:30.067616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-26477ecd-1534-4e3b-9216-1cd823dba003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:30.182213 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-26477ecd-1534-4e3b-9216-1cd823dba003 None None] Port ca7e3747-b5c6-43ac-ba42-a788877263d2 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:26:30.195413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-427ef380-a26a-424e-a662-1589ff964f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:30.256226 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 3261e002-8730-4fca-8640-c7f84fd06519 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:26:30.277288 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52328) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:30.285145 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-809224680-network', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:30.292953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:30.314248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Usage tracker for resource:network and tenant:37ddd05309224605bd3c59d6bcd2e4b8 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:30.323563 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:30.342589 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:30.358441 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 3261e002-8730-4fca-8640-c7f84fd06519 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:26:30.359365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Made reservation on behalf of 37ddd05309224605bd3c59d6bcd2e4b8 for: {'network': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:26:30.365020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 3261e002-8730-4fca-8640-c7f84fd06519 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:30.365449 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:30.367151 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:30.408473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:30.494947 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:30.507374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Usage tracker for resource:security_group_rule and tenant:37ddd05309224605bd3c59d6bcd2e4b8 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:30.515678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:30.525071 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:30.529857 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:30.550070 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 3261e002-8730-4fca-8640-c7f84fd06519, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=3261e002-8730-4fca-8640-c7f84fd06519,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:26:30.553461 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:30.572082 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:26:30.614412 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-790fa474-092e-471e-94f5-255a6e518e1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:30.705985 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:30.722365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=3261e002-8730-4fca-8640-c7f84fd06519,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:30.727238 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:30.741199 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:30.741751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:30.779599 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:30.799836 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e8402459-e1db-40e5-be69-ad548b0790a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:30.820946 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-72fb610d-bfa4-4cc1-9084-bd21fa28bee4 req-21f23cd1-c82a-42f1-b5ef-b89cd1686cf3 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 210 time: 0.1107845 Jul 23 17:26:30.834804 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=81985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:26:30.891130 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:30.891795 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Added segment 6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6 of type vlan for network 6b653ba1-9924-4143-a467-25fd8213b29a Jul 23 17:26:30.897078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768a36d9-39f2-47db-ba47-0d421231f820,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:30.900491 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:31.029023 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:31.087001 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-d9a5a2f3-2a32-4e74-b8b0-de5ab4cdfe71 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:31.088629 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-d9a5a2f3-2a32-4e74-b8b0-de5ab4cdfe71 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "GET /v2.0/networks?id=b64f3e1e-b1c7-4f93-a529-b6b259131872 HTTP/1.1" status: 200 len: 814 time: 0.2367599 Jul 23 17:26:31.112349 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Request body: {'port': {'device_id': '90470867-a462-4d33-aafe-f621fbd1aba1', 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872', 'admin_state_up': True, 'tenant_id': 'df14bf71775a45afb7a7610aba0788cb'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:31.216957 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:31.221334 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:31.222067 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:31.229956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2f30b6b8-73c4-4d74-9ce3-125dfc4b2c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:31.358094 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0792584 Jul 23 17:26:31.361045 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52342) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:31.361890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Pushing event updated for resources: {'Network': ['ID=6b653ba1-9924-4143-a467-25fd8213b29a,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:31.367891 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Request body: {'subnet': {'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-809224680-subnet', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'ip_version': 4}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:31.372704 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network 6b653ba1-9924-4143-a467-25fd8213b29a details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:26:31.373355 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:31.373563 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:31.379299 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Usage tracker for resource:subnet and tenant:37ddd05309224605bd3c59d6bcd2e4b8 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:31.382868 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:31.385161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:31.389165 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Usage tracker for resource:port and tenant:df14bf71775a45afb7a7610aba0788cb is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:31.389690 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:31.392709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:31.398705 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:31.400959 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Made reservation on behalf of 37ddd05309224605bd3c59d6bcd2e4b8 for: {'subnet': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:26:31.406638 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851925622'] for subnet, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:31.407938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Made reservation on behalf of df14bf71775a45afb7a7610aba0788cb for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:26:31.413405 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:31.596984 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Allocated IP 172.20.0.14 (b64f3e1e-b1c7-4f93-a529-b6b259131872/98b429cd-bbb8-44d9-96a8-c9d00395f317/16386c07-a091-4f86-92b3-6c0d0c0112f6) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:26:31.645343 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851925605'] for subnet, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:31.651989 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c9e66c94-474a-468a-9562-b9700f5e459d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:31.682660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:31.733616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe65a109-0c7e-4764-8782-2034c61b6f29,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:31.738076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:31.746224 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Checking segment: {'id': '6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:26:31.746715 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Network hostable DHCP agents. Network: 6b653ba1-9924-4143-a467-25fd8213b29a, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:26:31.770963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Network 6b653ba1-9924-4143-a467-25fd8213b29a is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:26:31.780214 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, 6b653ba1-9924-4143-a467-25fd8213b29a) {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:26:31.785423 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:31.786090 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:31.791233 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb84d9c-404a-4c0b-8c5f-2f7452744932 None None] Network 6b653ba1-9924-4143-a467-25fd8213b29a requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:26:31.817184 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4547770 Jul 23 17:26:31.819828 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52346) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:31.825989 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-809224680-router', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:31.830405 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:31.832980 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:31.837540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Usage tracker for resource:router and tenant:37ddd05309224605bd3c59d6bcd2e4b8 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:31.841366 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:31.848727 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:31.858823 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:31.859264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851069669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854671694'] for router, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:31.860962 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672572'] for router, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:31.869393 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e85685cf-df2c-4909-a469-5a42d8a4a26f tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:31.884078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:31.947817 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Network b64f3e1e-b1c7-4f93-a529-b6b259131872 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:26:31.956785 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:26:31.963296 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:26:31.999282 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Pushing event updated for resources: {'Port': ['ID=16386c07-a091-4f86-92b3-6c0d0c0112f6,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:32.009195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:32.039508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe62099b6-fb64-5bd8-9bd4-803559866e59-6b653ba1-9924-4143-a467-25fd8213b29a', 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'fixed_ips': [{'subnet_id': 'fe65a109-0c7e-4764-8782-2034c61b6f29'}]}} from dv-cinder-802045-1-iscsi. {{(pid=81986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:26:32.040416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:32.100327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:32.101059 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:32.117122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 3261e002-8730-4fca-8640-c7f84fd06519 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:26:32.143382 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0370705 Jul 23 17:26:32.158068 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a817487-0e27-4f21-8031-83ac55c911ac req-ef3a81cf-5f52-4875-9eb6-4bc8bf9aa5d8 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:32.158879 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-8a817487-0e27-4f21-8031-83ac55c911ac req-ef3a81cf-5f52-4875-9eb6-4bc8bf9aa5d8 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Synchronizing usage tracker for tenant:df14bf71775a45afb7a7610aba0788cb on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:26:32.170227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Request body: {'port': {'device_id': '90470867-a462-4d33-aafe-f621fbd1aba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:32.246446 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-8a817487-0e27-4f21-8031-83ac55c911ac req-ef3a81cf-5f52-4875-9eb6-4bc8bf9aa5d8 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Unset dirty status for tenant:df14bf71775a45afb7a7610aba0788cb on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:26:32.247820 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8a817487-0e27-4f21-8031-83ac55c911ac req-ef3a81cf-5f52-4875-9eb6-4bc8bf9aa5d8 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 932 time: 0.2499053 Jul 23 17:26:32.333918 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:32.340030 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3703315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851069656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672555'] for router, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:32.348021 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Allocated IP 172.20.0.2 (6b653ba1-9924-4143-a467-25fd8213b29a/fe65a109-0c7e-4764-8782-2034c61b6f29/6bde1ff8-012d-4d45-bf52-f7f6bf25f767) {{(pid=81986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:26:32.515333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 3261e002-8730-4fca-8640-c7f84fd06519 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:32.515800 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:32.695749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-8a817487-0e27-4f21-8031-83ac55c911ac req-7b5c7fb2-ed21-43bb-89b0-4e84adeea7f9 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Synchronizing usage tracker for tenant:df14bf71775a45afb7a7610aba0788cb on resource:security_group {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:26:32.711306 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:32.789276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:32.824542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-8a817487-0e27-4f21-8031-83ac55c911ac req-7b5c7fb2-ed21-43bb-89b0-4e84adeea7f9 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Unset dirty status for tenant:df14bf71775a45afb7a7610aba0788cb on resource:security_group {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:26:32.826525 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8a817487-0e27-4f21-8031-83ac55c911ac req-7b5c7fb2-ed21-43bb-89b0-4e84adeea7f9 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935961 Jul 23 17:26:32.833843 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Sync routers for ids ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:26:32.842937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-47a7a25b-0a41-4cc4-b38a-207c3ca69244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:32.873387 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Routers {'6db1460c-68f5-4a9c-af16-d58bb012dbe6'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:26:32.874394 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:26:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:33.033141 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Allocated IP 172.27.0.165 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/e7adbe60-61e6-4e73-8ca5-99df50786cbb) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:26:33.072444 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:33.093805 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Notify callbacks [] for port, precommit_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:33.110112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Transition to ACTIVE for port object 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:26:33.142529 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Transition to ACTIVE for port object 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 will not be triggered until provisioned by entity DHCP. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:26:33.149342 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:33.162778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:33.244556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Pushing event updated for resources: {'Port': ['ID=6bde1ff8-012d-4d45-bf52-f7f6bf25f767,revision_number=1']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:33.250596 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:33.264290 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Network 6b653ba1-9924-4143-a467-25fd8213b29a is already hosted by enough agents. {{(pid=81986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:26:33.265639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Resources bound (agent type, host, resource id): {{(pid=81986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:26:33.271354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Received port after_create {{(pid=81986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:26:33.299020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Set router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:26:33.333358 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16386c07-a091-4f86-92b3-6c0d0c0112f6 {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:26:33.343729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:33.368971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Transition to ACTIVE for port object 16386c07-a091-4f86-92b3-6c0d0c0112f6 will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:26:33.372981 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:33.385649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Attempting to bind port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:26:33.386374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Attempting to bind port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:26:33.387166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Attempting to bind port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 on network 6b653ba1-9924-4143-a467-25fd8213b29a {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:26:33.391166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6a1ea3b5-bd16-4d67-99d0-d110720497cc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:33.410827 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:26:33.411241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Checking segment: {'id': '6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:26:33.411716 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:33.412180 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Bound using segment: {'id': '6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:26:33.412737 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Bound port: 6bde1ff8-012d-4d45-bf52-f7f6bf25f767, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:26:33.416106 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:33.426738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:33.477084 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:33.490465 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7292cc9e-e6ae-4496-b710-5cd7b71039d6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:33.573325 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Pushing event updated for resources: {'Port': ['ID=16386c07-a091-4f86-92b3-6c0d0c0112f6,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:33.577944 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:33.602319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:26:33.604937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:26:33.615527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] For port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:26:33.620969 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:26:33.621253 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] For port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=6bde1ff8-012d-4d45-bf52-f7f6bf25f767,segment=NetworkSegment(6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6),segment_id=6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:26:33.627568 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:33.633341 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-09c5e04d-c3b3-4b0a-ba5d-fc97fc884083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:33.742970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Attempting to bind port 16386c07-a091-4f86-92b3-6c0d0c0112f6 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:26:33.743545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Attempting to bind port 16386c07-a091-4f86-92b3-6c0d0c0112f6 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:26:33.744177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Attempting to bind port 16386c07-a091-4f86-92b3-6c0d0c0112f6 on network b64f3e1e-b1c7-4f93-a529-b6b259131872 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:26:33.746303 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Pushing event updated for resources: {'Port': ['ID=6bde1ff8-012d-4d45-bf52-f7f6bf25f767,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:33.752421 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:33.755518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Port 16386c07-a091-4f86-92b3-6c0d0c0112f6 on network b64f3e1e-b1c7-4f93-a529-b6b259131872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:26:33.758134 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Attempting to bind port 16386c07-a091-4f86-92b3-6c0d0c0112f6 on network b64f3e1e-b1c7-4f93-a529-b6b259131872 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:26:33.776485 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:26:33.777181 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Pushing event updated for resources: {'Port': ['ID=e7adbe60-61e6-4e73-8ca5-99df50786cbb,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:33.778354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Checking segment: {'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:26:33.778354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Bound using segment: {'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:26:33.785427 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Bound port: 16386c07-a091-4f86-92b3-6c0d0c0112f6, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:26:33.785427 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:33.790024 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:33.882957 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:33.970690 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] For port 16386c07-a091-4f86-92b3-6c0d0c0112f6, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:26:33.974346 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] For port 16386c07-a091-4f86-92b3-6c0d0c0112f6, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=16386c07-a091-4f86-92b3-6c0d0c0112f6,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:26:33.978855 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:33.979861 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:33.980826 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851072472'] for router, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:34.014966 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1c7c6d89-c122-4991-b221-e901ebae12f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:34.104089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3261e002-8730-4fca-8640-c7f84fd06519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:26Z', 'revision_number': 4, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port': {'id': '3261e002-8730-4fca-8640-c7f84fd06519', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:23Z', 'updated_at': '2021-07-23T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'ca7e3747-b5c6-43ac-ba42-a788877263d2', 'name': '', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'mac_address': 'fa:16:3e:e0:57:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:25Z', 'updated_at': '2021-07-23T17:26:27Z', 'revision_number': 2, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'subnets': [{'id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:34.105340 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Checking router: 6db1460c-68f5-4a9c-af16-d58bb012dbe6 for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:26:34.105578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Updating router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 port ca7e3747-b5c6-43ac-ba42-a788877263d2 binding host dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:26:34.109428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:34.111448 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] 10.222.0.58 "PUT /v2.0/ports/16386c07-a091-4f86-92b3-6c0d0c0112f6 HTTP/1.1" status: 200 len: 1094 time: 1.9492624 Jul 23 17:26:34.113401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90470867-a462-4d33-aafe-f621fbd1aba1', 'tag': '16386c07-a091-4f86-92b3-6c0d0c0112f6'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:26:34.190344 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:34.281141 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90470867-a462-4d33-aafe-f621fbd1aba1', 'tag': '16386c07-a091-4f86-92b3-6c0d0c0112f6', 'status': 'completed', 'code': 200} Jul 23 17:26:34.293749 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Pushing event updated for resources: {'Port': ['ID=16386c07-a091-4f86-92b3-6c0d0c0112f6,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:34.303564 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:34.370526 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-7b676b9c-37a5-4102-b5e7-20ff752d16d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df14bf71775a45afb7a7610aba0788cb&device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 1097 time: 0.1670775 Jul 23 17:26:34.384176 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:34.397713 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55bfe1-8d46-44ce-84a3-fbb5186ce0f3 req-026bbd8a-e936-46cc-84ca-0c7606f68d1a tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:34.399692 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5d55bfe1-8d46-44ce-84a3-fbb5186ce0f3 req-026bbd8a-e936-46cc-84ca-0c7606f68d1a tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 944 time: 0.2724986 Jul 23 17:26:34.465175 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Router 24b62d4f-6845-4f00-8801-81931c9d68c3 is scheduled to L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e with binding_index 1 {{(pid=81984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:26:34.506254 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-351c7030-fddd-4bc3-aebd-eff4b59d804f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16386c07-a091-4f86-92b3-6c0d0c0112f6 HTTP/1.1" status: 200 len: 217 time: 0.1054301 Jul 23 17:26:34.605639 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5d55bfe1-8d46-44ce-84a3-fbb5186ce0f3 req-4078c29a-c1e1-4138-83a2-765bd6386af7 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391704 Jul 23 17:26:34.622272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-4b0f2174-54f9-486b-a86e-d6fdc7bf516c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:34.624108 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-4b0f2174-54f9-486b-a86e-d6fdc7bf516c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98b429cd-bbb8-44d9-96a8-c9d00395f317 HTTP/1.1" status: 200 len: 854 time: 0.1027203 Jul 23 17:26:34.727651 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-2742d7ff-a369-4ea1-b042-32dfbf7bbbdb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b64f3e1e-b1c7-4f93-a529-b6b259131872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914063 Jul 23 17:26:34.777599 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Notify callbacks [] for port, precommit_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:34.796011 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Transition to ACTIVE for port object ca7e3747-b5c6-43ac-ba42-a788877263d2 will not be triggered until provisioned by entity L2. {{(pid=81987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:26:34.803405 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:34.804161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:26:34.815174 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Sync routers for ids ['24b62d4f-6845-4f00-8801-81931c9d68c3'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:26:34.819594 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-43b7b2dd-2a1e-4cf1-95fe-0ffc4812d28f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:34.842923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Routers {'24b62d4f-6845-4f00-8801-81931c9d68c3'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:26:34.846269 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:26:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['24b62d4f-6845-4f00-8801-81931c9d68c3'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:34.856495 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Notify callbacks [] for router, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:34.863755 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0370600 Jul 23 17:26:34.864042 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52380) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:34.985218 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-d0d1b18c-a3ac-49c2-a792-7a181ce84cb7 service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473292 Jul 23 17:26:35.080567 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Pushing event updated for resources: {'Port': ['ID=ca7e3747-b5c6-43ac-ba42-a788877263d2,revision_number=3']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:35.084137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Attempting to bind port ca7e3747-b5c6-43ac-ba42-a788877263d2 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:26:35.085476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Attempting to bind port ca7e3747-b5c6-43ac-ba42-a788877263d2 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '87f423ff-3a46-4f39-9d69-226574b4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22'}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:26:35.085972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Attempting to bind port ca7e3747-b5c6-43ac-ba42-a788877263d2 on network 71471568-3b6f-426b-a80e-75ed16e11e22 {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:26:35.102608 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:35.103029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:35.103408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:35.103925 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:35.104300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:35.104667 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:35.105492 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:35.106035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:35.106517 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:35.107048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:35.107416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:26:35.107545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Set router 24b62d4f-6845-4f00-8801-81931c9d68c3 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:26:35.112012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:26:35.112445 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Checking segment: {'id': '87f423ff-3a46-4f39-9d69-226574b4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:26:35.112913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:35.113306 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Bound using segment: {'id': '87f423ff-3a46-4f39-9d69-226574b4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22'} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:26:35.113841 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Bound port: ca7e3747-b5c6-43ac-ba42-a788877263d2, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f423ff-3a46-4f39-9d69-226574b4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22'}}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:26:35.114262 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:35.135395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:35.199814 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c565794-e78c-4211-9962-2ab198c07fc7 req-8cc8a886-4713-4328-a9d9-9053730d7599 service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048445 Jul 23 17:26:35.273497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] For port ca7e3747-b5c6-43ac-ba42-a788877263d2, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:26:35.277668 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] For port ca7e3747-b5c6-43ac-ba42-a788877263d2, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=ca7e3747-b5c6-43ac-ba42-a788877263d2,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:26:35.289708 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:35.308828 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:35.366709 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24ed3d9b-3e14-49b0-a997-9ceb3753d087 req-ae03d82c-6029-448e-b8c6-e2947c88c1ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df14bf71775a45afb7a7610aba0788cb&device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 1097 time: 0.1137779 Jul 23 17:26:35.415124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Pushing event updated for resources: {'Port': ['ID=ca7e3747-b5c6-43ac-ba42-a788877263d2,revision_number=4']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:35.421289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:35.458971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Routers {'6db1460c-68f5-4a9c-af16-d58bb012dbe6'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:26:35.460254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:26:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:35.582402 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed3d9b-3e14-49b0-a997-9ceb3753d087 req-d6ca065d-9da3-48d2-bf9c-83241876a186 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:35.585222 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24ed3d9b-3e14-49b0-a997-9ceb3753d087 req-d6ca065d-9da3-48d2-bf9c-83241876a186 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b64f3e1e-b1c7-4f93-a529-b6b259131872 HTTP/1.1" status: 200 len: 915 time: 0.2048111 Jul 23 17:26:35.701173 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'name': 'tempest-TestShelveInstance-809224680-router', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'e7adbe60-61e6-4e73-8ca5-99df50786cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:31Z', 'updated_at': '2021-07-23T17:26:33Z', 'revision_number': 3, 'project_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'gw_port': {'id': 'e7adbe60-61e6-4e73-8ca5-99df50786cbb', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:32Z', 'updated_at': '2021-07-23T17:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:35.717914 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Checking router: 24b62d4f-6845-4f00-8801-81931c9d68c3 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:26:35.717914 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Updating router 24b62d4f-6845-4f00-8801-81931c9d68c3 port e7adbe60-61e6-4e73-8ca5-99df50786cbb binding host dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:26:35.762729 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24ed3d9b-3e14-49b0-a997-9ceb3753d087 req-85916324-1ee1-4b8d-9f2c-28942b85308e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16386c07-a091-4f86-92b3-6c0d0c0112f6 HTTP/1.1" status: 200 len: 217 time: 0.1678860 Jul 23 17:26:35.827305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] Set router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:26:35.865092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:36.055196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed3d9b-3e14-49b0-a997-9ceb3753d087 req-a0207c74-3705-4bcc-b4cd-2db852195b0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:36.057460 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24ed3d9b-3e14-49b0-a997-9ceb3753d087 req-a0207c74-3705-4bcc-b4cd-2db852195b0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98b429cd-bbb8-44d9-96a8-c9d00395f317 HTTP/1.1" status: 200 len: 854 time: 0.2852583 Jul 23 17:26:36.148690 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24ed3d9b-3e14-49b0-a997-9ceb3753d087 req-1c07d026-ca81-4bfc-98e2-b784a0760dcd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b64f3e1e-b1c7-4f93-a529-b6b259131872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779710 Jul 23 17:26:36.283251 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:26:36.318012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f636647-c6a5-499c-83be-217855b57323 req-fff25eff-b1a7-4522-9207-91cfa4226e67 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:36.319698 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8f636647-c6a5-499c-83be-217855b57323 req-fff25eff-b1a7-4522-9207-91cfa4226e67 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 944 time: 0.4466758 Jul 23 17:26:36.405012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:36.430110 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8f636647-c6a5-499c-83be-217855b57323 req-3113bf97-728e-4383-a821-b315a69504e1 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952284 Jul 23 17:26:36.479162 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24ed3d9b-3e14-49b0-a997-9ceb3753d087 req-4070b2ae-6a34-4f84-9c10-d8610ae97155 service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165307 Jul 23 17:26:36.506541 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:26:36.655243 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3261e002-8730-4fca-8640-c7f84fd06519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:26Z', 'revision_number': 4, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port': {'id': '3261e002-8730-4fca-8640-c7f84fd06519', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:23Z', 'updated_at': '2021-07-23T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'ca7e3747-b5c6-43ac-ba42-a788877263d2', 'name': '', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'mac_address': 'fa:16:3e:e0:57:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:25Z', 'updated_at': '2021-07-23T17:26:35Z', 'revision_number': 4, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'subnets': [{'id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:36.661896 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7bc91-de64-4ef0-bdce-0689fc0a9700 None None] The sync data for ids ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'] in dv-cinder-802045-1-iscsi is: [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3261e002-8730-4fca-8640-c7f84fd06519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:26Z', 'revision_number': 4, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port': {'id': '3261e002-8730-4fca-8640-c7f84fd06519', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:23Z', 'updated_at': '2021-07-23T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'ca7e3747-b5c6-43ac-ba42-a788877263d2', 'name': '', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'mac_address': 'fa:16:3e:e0:57:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:25Z', 'updated_at': '2021-07-23T17:26:35Z', 'revision_number': 4, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'subnets': [{'id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:26:36.699194 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f29e0af-968e-4257-96ca-4712f0681865 None None] Network 6b653ba1-9924-4143-a467-25fd8213b29a requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:26:36.760942 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Allocated IP 172.20.0.1 (6b653ba1-9924-4143-a467-25fd8213b29a/fe65a109-0c7e-4764-8782-2034c61b6f29/3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:26:36.774500 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Notify callbacks [] for port, precommit_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:36.789344 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-24ed3d9b-3e14-49b0-a997-9ceb3753d087 req-8747549c-3566-4a6f-989c-cb314a251ae8 service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013752 Jul 23 17:26:36.889895 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Transition to ACTIVE for port object e7adbe60-61e6-4e73-8ca5-99df50786cbb will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:26:36.903783 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:36.911246 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:36.947078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-1a8a6396-809b-4ed4-b046-89a126b1a4b5 None None] Provisioning for port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:26:36.979630 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-1a8a6396-809b-4ed4-b046-89a126b1a4b5 None None] Provisioning complete for port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:36.980007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1a8a6396-809b-4ed4-b046-89a126b1a4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:37.015694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:37.062442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Transition to ACTIVE for port object 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 will not be triggered until provisioned by entity DHCP. {{(pid=81984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:26:37.070027 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244ae47-db64-40e4-8084-7073767d7e18 None None] Pushing event updated for resources: {'Port': ['ID=e7adbe60-61e6-4e73-8ca5-99df50786cbb,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:37.086413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4244ae47-db64-40e4-8084-7073767d7e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:37.117054 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:37.121503 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d6b95def-cb01-4553-9639-817aeec06ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:37.143271 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Attempting to bind port e7adbe60-61e6-4e73-8ca5-99df50786cbb on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:26:37.143845 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Attempting to bind port e7adbe60-61e6-4e73-8ca5-99df50786cbb by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:26:37.144452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Attempting to bind port e7adbe60-61e6-4e73-8ca5-99df50786cbb on network be355ed9-9aa4-4010-98d9-d73ee88926df {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:26:37.165435 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:26:37.166040 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Checking segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:26:37.166603 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:37.167179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Bound using segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:26:37.167838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Bound port: e7adbe60-61e6-4e73-8ca5-99df50786cbb, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:26:37.168363 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:37.218115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:37.223530 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:37.236654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Network 6b653ba1-9924-4143-a467-25fd8213b29a is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:26:37.238311 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:26:37.241046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:26:37.371278 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] For port e7adbe60-61e6-4e73-8ca5-99df50786cbb, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:26:37.376876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] For port e7adbe60-61e6-4e73-8ca5-99df50786cbb, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=e7adbe60-61e6-4e73-8ca5-99df50786cbb,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:26:37.395247 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:37.403743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:37.440452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1a8a6396-809b-4ed4-b046-89a126b1a4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:37.491954 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 16386c07-a091-4f86-92b3-6c0d0c0112f6 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:26:37.587708 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708917'] for router_interface, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:37.590877 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244ae47-db64-40e4-8084-7073767d7e18 None None] Pushing event updated for resources: {'Port': ['ID=e7adbe60-61e6-4e73-8ca5-99df50786cbb,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:37.598799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4244ae47-db64-40e4-8084-7073767d7e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:37.626649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-1a8a6396-809b-4ed4-b046-89a126b1a4b5 None None] For port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=6bde1ff8-012d-4d45-bf52-f7f6bf25f767,segment=NetworkSegment(6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6),segment_id=6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:26:37.633682 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Routers {'24b62d4f-6845-4f00-8801-81931c9d68c3'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:26:37.634702 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:26:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['24b62d4f-6845-4f00-8801-81931c9d68c3'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:37.718888 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:37.826552 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437fb77-e52a-45d3-894a-6e96dd08909c req-f6519c86-92e9-48c7-b350-057cad75b175 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:37.828487 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8437fb77-e52a-45d3-894a-6e96dd08909c req-f6519c86-92e9-48c7-b350-057cad75b175 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 944 time: 0.1631794 Jul 23 17:26:37.842055 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1a8a6396-809b-4ed4-b046-89a126b1a4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:37.918704 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8437fb77-e52a-45d3-894a-6e96dd08909c req-6031adfa-5497-40ed-9ad5-6bc6b4452a1a tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812409 Jul 23 17:26:38.132960 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:38.138650 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:38.139949 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:38.178502 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:38.225748 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device ca7e3747-b5c6-43ac-ba42-a788877263d2 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:26:38.254816 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:38.265888 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:38.302442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3505136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851067050'] for router_interface, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:38.410774 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 16386c07-a091-4f86-92b3-6c0d0c0112f6, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=16386c07-a091-4f86-92b3-6c0d0c0112f6,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:26:38.472494 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] Set router 24b62d4f-6845-4f00-8801-81931c9d68c3 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:26:38.588713 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Network 6b653ba1-9924-4143-a467-25fd8213b29a is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:26:38.590131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:26:38.684702 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '16386c07-a091-4f86-92b3-6c0d0c0112f6', 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872', 'port_id': '16386c07-a091-4f86-92b3-6c0d0c0112f6', 'mac_address': 'fa:16:3e:bb:45:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b429cd-bbb8-44d9-96a8-c9d00395f317', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:26:38.768433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-9a037b36-145e-4066-9044-ef1bc205fb3b None None] Provisioning complete for port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:38.769156 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a037b36-145e-4066-9044-ef1bc205fb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:38.837691 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a6396-809b-4ed4-b046-89a126b1a4b5 None None] Pushing event updated for resources: {'Port': ['ID=6bde1ff8-012d-4d45-bf52-f7f6bf25f767,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:38.940562 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1a8a6396-809b-4ed4-b046-89a126b1a4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:39.201228 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port ca7e3747-b5c6-43ac-ba42-a788877263d2 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:26:39.210860 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:39.241459 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port ca7e3747-b5c6-43ac-ba42-a788877263d2 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:39.241890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:39.257355 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b11b62-6f86-4541-9982-309967a5dfb5 req-584e29bf-2ccb-4da9-9924-4af58e72c8f7 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:39.262429 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Router 24b62d4f-6845-4f00-8801-81931c9d68c3 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:26:39.273643 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-70b11b62-6f86-4541-9982-309967a5dfb5 req-584e29bf-2ccb-4da9-9924-4af58e72c8f7 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 944 time: 0.1455076 Jul 23 17:26:39.296496 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16386c07-a091-4f86-92b3-6c0d0c0112f6 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:26:39.327235 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-9a037b36-145e-4066-9044-ef1bc205fb3b None None] Provisioning for port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:26:39.355601 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-70b11b62-6f86-4541-9982-309967a5dfb5 req-fd88c0ff-8fd9-4e49-af9a-dd38540ffea6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806842 Jul 23 17:26:39.372177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-9a037b36-145e-4066-9044-ef1bc205fb3b None None] Provisioning complete for port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:39.372745 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a037b36-145e-4066-9044-ef1bc205fb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:39.410599 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 16386c07-a091-4f86-92b3-6c0d0c0112f6, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=16386c07-a091-4f86-92b3-6c0d0c0112f6,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:26:39.451436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:39.460260 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:39.528319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:26:39.541370 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] 10.222.0.55 "PUT /v2.0/routers/24b62d4f-6845-4f00-8801-81931c9d68c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6744468 Jul 23 17:26:39.608167 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-9a037b36-145e-4066-9044-ef1bc205fb3b None None] Port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:26:39.632473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:26:39.669631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=16386c07-a091-4f86-92b3-6c0d0c0112f6,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:39.674006 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:39.676151 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:39.729002 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port ca7e3747-b5c6-43ac-ba42-a788877263d2, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=ca7e3747-b5c6-43ac-ba42-a788877263d2,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:26:39.735935 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['16386c07-a091-4f86-92b3-6c0d0c0112f6'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:26:39.771908 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:39.783187 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:39.819608 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'name': 'tempest-TestShelveInstance-809224680-router', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'e7adbe60-61e6-4e73-8ca5-99df50786cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:31Z', 'updated_at': '2021-07-23T17:26:37Z', 'revision_number': 4, 'project_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'gw_port': {'id': 'e7adbe60-61e6-4e73-8ca5-99df50786cbb', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:32Z', 'updated_at': '2021-07-23T17:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185', 'name': '', 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'mac_address': 'fa:16:3e:ec:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe65a109-0c7e-4764-8782-2034c61b6f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:36Z', 'updated_at': '2021-07-23T17:26:36Z', 'revision_number': 1, 'project_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'subnets': [{'id': 'fe65a109-0c7e-4764-8782-2034c61b6f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:39.841307 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff2d8c-85b4-46a2-b5c5-974dde372849 None None] The sync data for ids ['24b62d4f-6845-4f00-8801-81931c9d68c3'] in dv-cinder-802045-1-iscsi is: [{'id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'name': 'tempest-TestShelveInstance-809224680-router', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'e7adbe60-61e6-4e73-8ca5-99df50786cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:31Z', 'updated_at': '2021-07-23T17:26:37Z', 'revision_number': 4, 'project_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'gw_port': {'id': 'e7adbe60-61e6-4e73-8ca5-99df50786cbb', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:32Z', 'updated_at': '2021-07-23T17:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185', 'name': '', 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'mac_address': 'fa:16:3e:ec:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe65a109-0c7e-4764-8782-2034c61b6f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:36Z', 'updated_at': '2021-07-23T17:26:36Z', 'revision_number': 1, 'project_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'subnets': [{'id': 'fe65a109-0c7e-4764-8782-2034c61b6f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:26:39.885886 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-5c5a7604-0451-4196-ae9c-9503859cd126 None None] Provisioning complete for port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:39.886312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7604-0451-4196-ae9c-9503859cd126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:39.939116 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=ca7e3747-b5c6-43ac-ba42-a788877263d2,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:39.942822 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:39.987317 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a7604-0451-4196-ae9c-9503859cd126 None None] Port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:26:40.138670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:26:40.215695 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:40.216103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:40.365573 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device ca7e3747-b5c6-43ac-ba42-a788877263d2 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:26:40.504243 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port ca7e3747-b5c6-43ac-ba42-a788877263d2 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:40.504786 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:40.527344 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52434) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:40.534958 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1460570570', 'description': 'tempest-secgroup-smoke-1460570570 description', 'project_id': 'cb1454b448c548df875d32b814cba17e'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:40.554765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:40.567287 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Usage tracker for resource:security_group and tenant:cb1454b448c548df875d32b814cba17e is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:40.576976 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:40.587070 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:40.602480 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:40.685712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:40.698090 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Usage tracker for resource:security_group_rule and tenant:cb1454b448c548df875d32b814cba17e is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:40.715234 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:40.730083 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:40.752991 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cb04c-eab1-49a1-9a87-6dfb6276dbf4 req-5603190e-fd56-4d9c-9c53-b57cb23df3a3 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:40.755767 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-517cb04c-eab1-49a1-9a87-6dfb6276dbf4 req-5603190e-fd56-4d9c-9c53-b57cb23df3a3 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 945 time: 0.1961501 Jul 23 17:26:40.826659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:40.832600 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:40.837888 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-517cb04c-eab1-49a1-9a87-6dfb6276dbf4 req-75b92da7-9caa-478d-9222-805e2de1febc tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694039 Jul 23 17:26:40.845416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7d501a85-0a65-41e3-ae7f-35ffa59f0abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:40.923334 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25eb94b5-6204-4e3e-9598-279a2774df0a,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:40.927671 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:40.929736 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4007392 Jul 23 17:26:40.931379 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:40.933124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52440) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:40.942006 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-e0770c03-e483-4e54-a57f-5343c15b4b96 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Request body: {'security_group_rule': {'security_group_id': '25eb94b5-6204-4e3e-9598-279a2774df0a', 'project_id': 'cb1454b448c548df875d32b814cba17e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:40.949821 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e0770c03-e483-4e54-a57f-5343c15b4b96 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:40.956029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e0770c03-e483-4e54-a57f-5343c15b4b96 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Usage tracker for resource:security_group_rule and tenant:cb1454b448c548df875d32b814cba17e is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:40.960027 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-e0770c03-e483-4e54-a57f-5343c15b4b96 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:40.968521 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-e0770c03-e483-4e54-a57f-5343c15b4b96 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:40.992643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e0770c03-e483-4e54-a57f-5343c15b4b96 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.068539 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e0770c03-e483-4e54-a57f-5343c15b4b96 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.072033 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e0770c03-e483-4e54-a57f-5343c15b4b96 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.074405 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-55e8ca15-906f-43cd-9f0c-bcb49d8a4177 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:41.102995 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0770c03-e483-4e54-a57f-5343c15b4b96 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9195e836-04d6-4f2f-9c36-0a381c02f480,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:41.104173 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52446) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:41.109185 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e0770c03-e483-4e54-a57f-5343c15b4b96 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:41.118204 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e0770c03-e483-4e54-a57f-5343c15b4b96 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.122720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52452) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:41.123001 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e0770c03-e483-4e54-a57f-5343c15b4b96 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1881549 Jul 23 17:26:41.129666 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-edfd6691-29ec-460a-b00a-33f4aa3a04bf tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Request body: {'security_group_rule': {'security_group_id': '25eb94b5-6204-4e3e-9598-279a2774df0a', 'project_id': 'cb1454b448c548df875d32b814cba17e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:41.141842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-edfd6691-29ec-460a-b00a-33f4aa3a04bf tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:41.146190 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-edfd6691-29ec-460a-b00a-33f4aa3a04bf tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Usage tracker for resource:security_group_rule and tenant:cb1454b448c548df875d32b814cba17e is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:41.149439 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-edfd6691-29ec-460a-b00a-33f4aa3a04bf tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:41.155782 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-edfd6691-29ec-460a-b00a-33f4aa3a04bf tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:41.174334 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-edfd6691-29ec-460a-b00a-33f4aa3a04bf tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.259590 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-edfd6691-29ec-460a-b00a-33f4aa3a04bf tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.262773 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-edfd6691-29ec-460a-b00a-33f4aa3a04bf tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.272981 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e3e5be39-1711-45d5-86e5-451a15201387 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:41.302665 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd6691-29ec-460a-b00a-33f4aa3a04bf tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f8cdcc-9bed-442a-9162-0df4d00a3178,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:41.306218 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-edfd6691-29ec-460a-b00a-33f4aa3a04bf tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:41.314532 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-edfd6691-29ec-460a-b00a-33f4aa3a04bf tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.319699 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-edfd6691-29ec-460a-b00a-33f4aa3a04bf tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1924238 Jul 23 17:26:41.320817 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52460) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:41.327886 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-b2818847-206a-444d-ac69-9e8cd9494202 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Request body: {'security_group_rule': {'security_group_id': '25eb94b5-6204-4e3e-9598-279a2774df0a', 'project_id': 'cb1454b448c548df875d32b814cba17e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:41.335965 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b2818847-206a-444d-ac69-9e8cd9494202 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:41.340775 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b2818847-206a-444d-ac69-9e8cd9494202 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Usage tracker for resource:security_group_rule and tenant:cb1454b448c548df875d32b814cba17e is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:41.345252 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-b2818847-206a-444d-ac69-9e8cd9494202 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:41.350409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-93a1d563-4a98-41c1-9178-0106ebd96e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.353499 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-b2818847-206a-444d-ac69-9e8cd9494202 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:41.385574 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b2818847-206a-444d-ac69-9e8cd9494202 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.390940 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-93a1d563-4a98-41c1-9178-0106ebd96e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:41.396234 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-93a1d563-4a98-41c1-9178-0106ebd96e65 admin admin] Usage tracker for resource:security_group_rule and tenant:701a5d18675246c7a2c119621d6cd849 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:41.399825 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-93a1d563-4a98-41c1-9178-0106ebd96e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:41.407855 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-93a1d563-4a98-41c1-9178-0106ebd96e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:41.466068 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b2818847-206a-444d-ac69-9e8cd9494202 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.469847 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b2818847-206a-444d-ac69-9e8cd9494202 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.486286 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 16386c07-a091-4f86-92b3-6c0d0c0112f6 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:26:41.505296 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:41.523992 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b2818847-206a-444d-ac69-9e8cd9494202 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.528552 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-b2818847-206a-444d-ac69-9e8cd9494202 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2063308 Jul 23 17:26:41.529292 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52464) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:41.530088 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2818847-206a-444d-ac69-9e8cd9494202 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487a9302-2181-43d1-aadd-0963d0e86509,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:41.533970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b2818847-206a-444d-ac69-9e8cd9494202 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:41.544043 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-93a1d563-4a98-41c1-9178-0106ebd96e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.550517 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-1ff9e0ce-d379-40cb-8bdd-059960ddac7e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Request body: {'security_group_rule': {'security_group_id': '25eb94b5-6204-4e3e-9598-279a2774df0a', 'project_id': 'cb1454b448c548df875d32b814cba17e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:41.555672 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-93a1d563-4a98-41c1-9178-0106ebd96e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.558581 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-1ff9e0ce-d379-40cb-8bdd-059960ddac7e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:41.563751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-1ff9e0ce-d379-40cb-8bdd-059960ddac7e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Usage tracker for resource:security_group_rule and tenant:cb1454b448c548df875d32b814cba17e is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:41.568144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-1ff9e0ce-d379-40cb-8bdd-059960ddac7e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:41.574189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-1ff9e0ce-d379-40cb-8bdd-059960ddac7e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:41.578272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-43d25c17-8d8a-47cb-bda1-18a574f12ee6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:41.607508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1ff9e0ce-d379-40cb-8bdd-059960ddac7e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.632847 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 16386c07-a091-4f86-92b3-6c0d0c0112f6 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:26:41.642668 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 16386c07-a091-4f86-92b3-6c0d0c0112f6 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:41.643198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.659835 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-93a1d563-4a98-41c1-9178-0106ebd96e65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=701a5d18675246c7a2c119621d6cd849&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5551107 Jul 23 17:26:41.664972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52468) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:41.668215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1d563-4a98-41c1-9178-0106ebd96e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2738bc24-558d-4c19-b14d-9801ed676216,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:41.680818 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-93a1d563-4a98-41c1-9178-0106ebd96e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:41.734333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1ff9e0ce-d379-40cb-8bdd-059960ddac7e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.738504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1ff9e0ce-d379-40cb-8bdd-059960ddac7e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.741424 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7e7b21df-8c72-41d4-b5de-8965cc6ca7e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:41.777301 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9e0ce-d379-40cb-8bdd-059960ddac7e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52a8c1f-342b-4c7f-9c08-11eb89303203,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:41.780643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1ff9e0ce-d379-40cb-8bdd-059960ddac7e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:41.809466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-250fd106-dd55-4dff-b8a6-56effc6071ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.815005 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1ff9e0ce-d379-40cb-8bdd-059960ddac7e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.816416 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-1ff9e0ce-d379-40cb-8bdd-059960ddac7e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2808404 Jul 23 17:26:41.821585 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52472) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:41.836187 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-1472fd9d-38ed-4471-8a03-71f26a93c4fd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Request body: {'security_group_rule': {'security_group_id': '25eb94b5-6204-4e3e-9598-279a2774df0a', 'project_id': 'cb1454b448c548df875d32b814cba17e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:41.848711 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-1472fd9d-38ed-4471-8a03-71f26a93c4fd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:41.853185 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-1472fd9d-38ed-4471-8a03-71f26a93c4fd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Usage tracker for resource:security_group_rule and tenant:cb1454b448c548df875d32b814cba17e is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:41.853436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-250fd106-dd55-4dff-b8a6-56effc6071ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.857492 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-1472fd9d-38ed-4471-8a03-71f26a93c4fd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:41.865590 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-1472fd9d-38ed-4471-8a03-71f26a93c4fd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:41.866559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.879873 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.securitygroups_db [None req-1472fd9d-38ed-4471-8a03-71f26a93c4fd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Project cb1454b448c548df875d32b814cba17e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:26:41.897433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1472fd9d-38ed-4471-8a03-71f26a93c4fd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.903500 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90470867-a462-4d33-aafe-f621fbd1aba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16386c07-a091-4f86-92b3-6c0d0c0112f6'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:26:41.919430 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 16386c07-a091-4f86-92b3-6c0d0c0112f6, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=16386c07-a091-4f86-92b3-6c0d0c0112f6,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:26:41.924534 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:41.928712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:41.972497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-250fd106-dd55-4dff-b8a6-56effc6071ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.023055 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4626a8ea-48f3-4214-b467-76c32d2450ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:42.026981 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1472fd9d-38ed-4471-8a03-71f26a93c4fd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.030286 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1472fd9d-38ed-4471-8a03-71f26a93c4fd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.034233 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e0770c03-e483-4e54-a57f-5343c15b4b96 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:42.052830 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90470867-a462-4d33-aafe-f621fbd1aba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16386c07-a091-4f86-92b3-6c0d0c0112f6', 'code': 200} Jul 23 17:26:42.075776 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=16386c07-a091-4f86-92b3-6c0d0c0112f6,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:42.082043 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472fd9d-38ed-4471-8a03-71f26a93c4fd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ecc0c8-90f5-4cf0-b46a-0454f004b869,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:42.083239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:42.085379 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1472fd9d-38ed-4471-8a03-71f26a93c4fd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:42.093454 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1472fd9d-38ed-4471-8a03-71f26a93c4fd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.094785 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fd106-dd55-4dff-b8a6-56effc6071ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2738bc24-558d-4c19-b14d-9801ed676216,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:42.094923 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-1472fd9d-38ed-4471-8a03-71f26a93c4fd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2721677 Jul 23 17:26:42.097076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-250fd106-dd55-4dff-b8a6-56effc6071ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.097922 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52480) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:42.098427 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-250fd106-dd55-4dff-b8a6-56effc6071ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2738bc24-558d-4c19-b14d-9801ed676216 HTTP/1.1" status: 204 len: 168 time: 0.4265931 Jul 23 17:26:42.129026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-250fd106-dd55-4dff-b8a6-56effc6071ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:42.133012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-ccb1fb64-a3fe-490b-ba38-38c813939ef6 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Request body: {'security_group_rule': {'security_group_id': '25eb94b5-6204-4e3e-9598-279a2774df0a', 'project_id': 'cb1454b448c548df875d32b814cba17e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:42.165906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-ccb1fb64-a3fe-490b-ba38-38c813939ef6 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:42.176789 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-ccb1fb64-a3fe-490b-ba38-38c813939ef6 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Usage tracker for resource:security_group_rule and tenant:cb1454b448c548df875d32b814cba17e is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:42.182519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-ccb1fb64-a3fe-490b-ba38-38c813939ef6 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:42.236498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-ccb1fb64-a3fe-490b-ba38-38c813939ef6 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:42.261861 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.securitygroups_db [None req-ccb1fb64-a3fe-490b-ba38-38c813939ef6 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Project cb1454b448c548df875d32b814cba17e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:26:42.270329 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ccb1fb64-a3fe-490b-ba38-38c813939ef6 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.320603 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device e7adbe60-61e6-4e73-8ca5-99df50786cbb up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:26:42.364997 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa717894-cb78-4c56-86d4-0898b4d001a9 req-1e3b7fe9-7082-4276-9a78-537ac828c697 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:42.376051 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fa717894-cb78-4c56-86d4-0898b4d001a9 req-1e3b7fe9-7082-4276-9a78-537ac828c697 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 946 time: 0.1953135 Jul 23 17:26:42.440722 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port e7adbe60-61e6-4e73-8ca5-99df50786cbb completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:26:42.447465 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port e7adbe60-61e6-4e73-8ca5-99df50786cbb triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:42.447972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.507886 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ccb1fb64-a3fe-490b-ba38-38c813939ef6 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.514153 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ccb1fb64-a3fe-490b-ba38-38c813939ef6 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.539751 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fa717894-cb78-4c56-86d4-0898b4d001a9 req-7f0fa999-e212-4cda-9efa-ee4f75690251 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618619 Jul 23 17:26:42.543473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:42.573477 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1fb64-a3fe-490b-ba38-38c813939ef6 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad83624c-1c81-4b22-b41c-aa77e954de19,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:42.577780 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ccb1fb64-a3fe-490b-ba38-38c813939ef6 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:42.601161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.605086 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ccb1fb64-a3fe-490b-ba38-38c813939ef6 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.615463 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ccb1fb64-a3fe-490b-ba38-38c813939ef6 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5161643 Jul 23 17:26:42.623492 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port e7adbe60-61e6-4e73-8ca5-99df50786cbb, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=e7adbe60-61e6-4e73-8ca5-99df50786cbb,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:26:42.626653 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ed5a5f6e-f51b-4754-a4ef-4c21cbc444c4 req-87530182-af77-4268-bcff-30304f8d80e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 1099 time: 0.2004898 Jul 23 17:26:42.633143 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.635863 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4244ae47-db64-40e4-8084-7073767d7e18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:42.725207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=e7adbe60-61e6-4e73-8ca5-99df50786cbb,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:42.730464 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:42.822530 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52494) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:42.844806 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db8636a3-bef1-4eb3-9599-f617325b25b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.885648 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-db8636a3-bef1-4eb3-9599-f617325b25b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:42.890989 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-db8636a3-bef1-4eb3-9599-f617325b25b9 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a3fb41eecb47f6905e5894b514c2bb is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:42.894644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-db8636a3-bef1-4eb3-9599-f617325b25b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:42.901887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-db8636a3-bef1-4eb3-9599-f617325b25b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:42.990985 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db8636a3-bef1-4eb3-9599-f617325b25b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:42.994447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db8636a3-bef1-4eb3-9599-f617325b25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:43.003634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-42a76eed-c56c-419d-9058-d64b88b070b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:43.058273 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-db8636a3-bef1-4eb3-9599-f617325b25b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6a3fb41eecb47f6905e5894b514c2bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2344530 Jul 23 17:26:43.059140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8636a3-bef1-4eb3-9599-f617325b25b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b33c63-9a7f-48dc-b400-773b3ae9f39a,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:43.061634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52530) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:43.062788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-db8636a3-bef1-4eb3-9599-f617325b25b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:43.145164 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-410570c3-3a5e-4c03-81de-f28f6ef02a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:43.174548 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-410570c3-3a5e-4c03-81de-f28f6ef02a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:43.227889 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-410570c3-3a5e-4c03-81de-f28f6ef02a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:43.232815 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-88b501af-2879-4835-bd9d-0b8a4ccea017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:43.246363 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410570c3-3a5e-4c03-81de-f28f6ef02a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b33c63-9a7f-48dc-b400-773b3ae9f39a,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:43.251178 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-410570c3-3a5e-4c03-81de-f28f6ef02a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:43.256163 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-410570c3-3a5e-4c03-81de-f28f6ef02a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:43.257482 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-410570c3-3a5e-4c03-81de-f28f6ef02a73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2b33c63-9a7f-48dc-b400-773b3ae9f39a HTTP/1.1" status: 204 len: 168 time: 0.1922438 Jul 23 17:26:43.371859 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ed5a5f6e-f51b-4754-a4ef-4c21cbc444c4 req-e39bfdf7-7f4e-430e-b212-ec9fc1e733fb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422540 Jul 23 17:26:43.778070 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c09ce-77af-460f-87c0-c2537c5e5bda req-dc55e38b-d523-4f56-9b8b-93dc2f832c03 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:43.780440 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-028c09ce-77af-460f-87c0-c2537c5e5bda req-dc55e38b-d523-4f56-9b8b-93dc2f832c03 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 946 time: 0.1085362 Jul 23 17:26:43.798130 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52546) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:43.823307 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7201e1ca-2ac2-4ec8-8ed0-8ab33d8e857e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:43.832672 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-028c09ce-77af-460f-87c0-c2537c5e5bda req-a082cddf-4a58-4aab-85c7-333f8f22cf24 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449412 Jul 23 17:26:43.858979 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7201e1ca-2ac2-4ec8-8ed0-8ab33d8e857e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:43.863862 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7201e1ca-2ac2-4ec8-8ed0-8ab33d8e857e admin admin] Usage tracker for resource:security_group_rule and tenant:6b9f396f1c2c49f6ad80e03037ff73b3 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:26:43.867041 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7201e1ca-2ac2-4ec8-8ed0-8ab33d8e857e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:26:43.873188 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7201e1ca-2ac2-4ec8-8ed0-8ab33d8e857e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:43.947402 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7201e1ca-2ac2-4ec8-8ed0-8ab33d8e857e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:43.950624 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7201e1ca-2ac2-4ec8-8ed0-8ab33d8e857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:43.958729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c4e063da-6365-4bab-a8b3-6c78594da70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:44.003012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201e1ca-2ac2-4ec8-8ed0-8ab33d8e857e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b9e967-0b4b-4bd9-8609-0639e95095d1,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:44.007949 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7201e1ca-2ac2-4ec8-8ed0-8ab33d8e857e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b9f396f1c2c49f6ad80e03037ff73b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2085466 Jul 23 17:26:44.008973 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7201e1ca-2ac2-4ec8-8ed0-8ab33d8e857e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:44.011552 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52550) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:26:44.080655 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bc18e5c3-1297-4e33-9c8a-3344f03245e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:44.094118 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device e7adbe60-61e6-4e73-8ca5-99df50786cbb up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:26:44.111577 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bc18e5c3-1297-4e33-9c8a-3344f03245e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:44.168054 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bc18e5c3-1297-4e33-9c8a-3344f03245e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:44.170548 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port e7adbe60-61e6-4e73-8ca5-99df50786cbb triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:44.170928 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:44.174263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1a2b39af-88e9-4a39-a658-38b4317f173c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:44.188567 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18e5c3-1297-4e33-9c8a-3344f03245e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b9e967-0b4b-4bd9-8609-0639e95095d1,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:44.191527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-bc18e5c3-1297-4e33-9c8a-3344f03245e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:44.192755 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bc18e5c3-1297-4e33-9c8a-3344f03245e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:44.196922 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-bc18e5c3-1297-4e33-9c8a-3344f03245e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09b9e967-0b4b-4bd9-8609-0639e95095d1 HTTP/1.1" status: 204 len: 168 time: 0.1843023 Jul 23 17:26:45.082475 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee66d5-1b83-4aa3-9e2d-047077a57487 req-0d1344d5-c2d7-4022-a5fd-0d9dea89ff07 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:45.084282 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-60ee66d5-1b83-4aa3-9e2d-047077a57487 req-0d1344d5-c2d7-4022-a5fd-0d9dea89ff07 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 946 time: 0.1181881 Jul 23 17:26:45.150473 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-60ee66d5-1b83-4aa3-9e2d-047077a57487 req-55e4e307-e851-47ed-98a7-e342a388aeb3 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585375 Jul 23 17:26:45.254653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Sync routers for ids ['24b62d4f-6845-4f00-8801-81931c9d68c3'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:26:45.270457 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Routers {'24b62d4f-6845-4f00-8801-81931c9d68c3'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:26:45.271389 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:26:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['24b62d4f-6845-4f00-8801-81931c9d68c3'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:45.541366 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Set router 24b62d4f-6845-4f00-8801-81931c9d68c3 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:26:46.014658 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'name': 'tempest-TestShelveInstance-809224680-router', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'e7adbe60-61e6-4e73-8ca5-99df50786cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:31Z', 'updated_at': '2021-07-23T17:26:37Z', 'revision_number': 4, 'project_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'gw_port': {'id': 'e7adbe60-61e6-4e73-8ca5-99df50786cbb', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:32Z', 'updated_at': '2021-07-23T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185', 'name': '', 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'mac_address': 'fa:16:3e:ec:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe65a109-0c7e-4764-8782-2034c61b6f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:36Z', 'updated_at': '2021-07-23T17:26:37Z', 'revision_number': 2, 'project_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'subnets': [{'id': 'fe65a109-0c7e-4764-8782-2034c61b6f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:46.020677 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Checking router: 24b62d4f-6845-4f00-8801-81931c9d68c3 for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:26:46.021075 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Updating router 24b62d4f-6845-4f00-8801-81931c9d68c3 port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 binding host dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:26:46.090209 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:46.507315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20743b-96f2-43a3-9f8f-60e0acbeca1f req-bd9886c3-e836-46fa-a6fd-fac4c1b9c032 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:46.511710 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3e20743b-96f2-43a3-9f8f-60e0acbeca1f req-bd9886c3-e836-46fa-a6fd-fac4c1b9c032 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 946 time: 0.1460063 Jul 23 17:26:46.592920 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3e20743b-96f2-43a3-9f8f-60e0acbeca1f req-53f28003-3758-4183-80b8-7b1a3d231986 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717342 Jul 23 17:26:46.843179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Notify callbacks [] for port, precommit_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:46.862721 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Transition to ACTIVE for port object 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 will not be triggered until provisioned by entity L2. {{(pid=81987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:26:46.871910 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:46.877370 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:47.086281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d8b12-baae-4850-89af-b056c6a313cc None None] Pushing event updated for resources: {'Port': ['ID=3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185,revision_number=3']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:47.102649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e45d8b12-baae-4850-89af-b056c6a313cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:47.239190 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Attempting to bind port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:26:47.240073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Attempting to bind port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a'}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:26:47.243301 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Attempting to bind port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 on network 6b653ba1-9924-4143-a467-25fd8213b29a {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:26:47.264093 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:26:47.265488 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Checking segment: {'id': '6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:26:47.266976 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:47.267653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Bound using segment: {'id': '6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a'} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:26:47.268457 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Bound port: 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a'}}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:26:47.269002 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:47.404485 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] For port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:26:47.409476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] For port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185,segment=NetworkSegment(6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6),segment_id=6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6)] {{(pid=81987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:26:47.414111 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:47.419752 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9b6cad92-acb3-420e-be08-4b589cff6e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:47.527326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Routers {'24b62d4f-6845-4f00-8801-81931c9d68c3'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:26:47.528036 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:26:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['24b62d4f-6845-4f00-8801-81931c9d68c3'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:47.707752 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d8b12-baae-4850-89af-b056c6a313cc None None] Pushing event updated for resources: {'Port': ['ID=3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185,revision_number=4']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:47.711763 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e45d8b12-baae-4850-89af-b056c6a313cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:47.821281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] Set router 24b62d4f-6845-4f00-8801-81931c9d68c3 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:26:48.151765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:26:48.245125 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'name': 'tempest-TestShelveInstance-809224680-router', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'e7adbe60-61e6-4e73-8ca5-99df50786cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:31Z', 'updated_at': '2021-07-23T17:26:37Z', 'revision_number': 4, 'project_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'gw_port': {'id': 'e7adbe60-61e6-4e73-8ca5-99df50786cbb', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:32Z', 'updated_at': '2021-07-23T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185', 'name': '', 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'mac_address': 'fa:16:3e:ec:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe65a109-0c7e-4764-8782-2034c61b6f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:36Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'subnets': [{'id': 'fe65a109-0c7e-4764-8782-2034c61b6f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:26:48.252210 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:26:48.252634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7086827-d9fb-434f-99a0-451c370c2bdb None None] The sync data for ids ['24b62d4f-6845-4f00-8801-81931c9d68c3'] in dv-cinder-802045-1-iscsi is: [{'id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'name': 'tempest-TestShelveInstance-809224680-router', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'e7adbe60-61e6-4e73-8ca5-99df50786cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:31Z', 'updated_at': '2021-07-23T17:26:37Z', 'revision_number': 4, 'project_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'gw_port': {'id': 'e7adbe60-61e6-4e73-8ca5-99df50786cbb', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:32Z', 'updated_at': '2021-07-23T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185', 'name': '', 'network_id': '6b653ba1-9924-4143-a467-25fd8213b29a', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'mac_address': 'fa:16:3e:ec:bc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe65a109-0c7e-4764-8782-2034c61b6f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:36Z', 'updated_at': '2021-07-23T17:26:47Z', 'revision_number': 4, 'project_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'subnets': [{'id': 'fe65a109-0c7e-4764-8782-2034c61b6f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:26:48.260694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:48.261423 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:48.668171 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:48.723528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185,segment=NetworkSegment(6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6),segment_id=6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:26:48.733487 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:48.736551 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:48.816438 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:48.820673 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:50.082730 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:26:50.168969 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:50.169416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:54.973006 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-8022b604-dce2-4557-9f1f-537d1daec2fc tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037063753&fields=id&tenant_id=138f6d21733847e2825438a0ba1cbae9 HTTP/1.1" status: 200 len: 267 time: 0.0433977 Jul 23 17:26:55.360428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-4523e6eb-8388-4328-862d-3b014ec0980c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:55.361895 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-4523e6eb-8388-4328-862d-3b014ec0980c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 812 time: 0.3811018 Jul 23 17:26:55.380020 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-4b364808-5a89-41d8-8e2d-2c0f5be18d97 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/quotas/138f6d21733847e2825438a0ba1cbae9 HTTP/1.1" status: 200 len: 375 time: 0.0118346 Jul 23 17:26:55.475385 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-a3279c3c-fecd-4491-9a79-3788d665da22 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0900013 Jul 23 17:26:55.625468 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-70e7eb1d-20b0-462e-8826-16c4b6408a7f service neutron] 10.222.0.55 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343226 Jul 23 17:26:55.767984 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-2edf3e3e-3c65-494f-816a-d1ccb18f6dfe service neutron] 10.222.0.55 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359706 Jul 23 17:26:56.215844 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-29603b8a-d08c-4fdd-915f-671e69b22796 req-8e3a040a-1a55-42f5-937a-f48e75c70e83 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 210 time: 0.0564647 Jul 23 17:26:57.402623 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-22966274-ae04-4038-be87-ad55d5c6f924 req-696fb7eb-ca09-439a-b78c-2ba0822dd9ba tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 210 time: 0.0522823 Jul 23 17:26:58.576820 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d6a7adaf-e9ae-43d2-a547-63e25d3fcd33 req-359a7048-f217-4aed-aa33-7696d12455d3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 210 time: 0.0459013 Jul 23 17:26:58.805133 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-ace975c6-ca5e-43d8-be5f-c95596d42777 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:58.806704 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-ace975c6-ca5e-43d8-be5f-c95596d42777 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 812 time: 0.1643133 Jul 23 17:26:58.871328 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-3c8360e0-7260-4c30-b883-e7b063f593d4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=138f6d21733847e2825438a0ba1cbae9 HTTP/1.1" status: 200 len: 380 time: 0.0507748 Jul 23 17:26:58.881049 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Request body: {'port': {'device_id': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'admin_state_up': True, 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'security_groups': ['a5e75352-c315-4d62-97a9-7048c86edfa2']}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:26:59.039147 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:26:59.050732 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:26:59.060879 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Made reservation on behalf of 138f6d21733847e2825438a0ba1cbae9 for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:26:59.068076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:59.279617 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Allocated IP 172.20.0.13 (ca5df335-6af8-4521-b6ed-ac00b1cb097d/775766c5-67b2-4d27-b621-cb63ec1bf56d/5f21693b-b71c-451d-8e91-46298e1b2b38) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:26:59.480221 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:59.497071 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Transition to ACTIVE for port object 5f21693b-b71c-451d-8e91-46298e1b2b38 will not be triggered until provisioned by entity DHCP. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:26:59.517013 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:59.523832 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-480c3966-e7cc-4a2c-b310-b10e86982fec tempest-ServerRescueNegativeTestJSON-653250934 tempest-ServerRescueNegativeTestJSON-653250934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:26:59.600662 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Network ca5df335-6af8-4521-b6ed-ac00b1cb097d is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:26:59.604570 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:26:59.606638 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'Port': ['ID=5f21693b-b71c-451d-8e91-46298e1b2b38,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:26:59.608995 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:26:59.635766 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:26:59.690144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:59.690980 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:26:59.775890 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8990424 Jul 23 17:26:59.807591 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948422f-4ebb-4f9f-a4c4-f53f8f29d794 req-2df43e4e-47ff-444c-a87e-4d38dd8ad9ac tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:26:59.808360 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-2948422f-4ebb-4f9f-a4c4-f53f8f29d794 req-2df43e4e-47ff-444c-a87e-4d38dd8ad9ac tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Synchronizing usage tracker for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:26:59.826184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-2948422f-4ebb-4f9f-a4c4-f53f8f29d794 req-2df43e4e-47ff-444c-a87e-4d38dd8ad9ac tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Unset dirty status for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:26:59.827555 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2948422f-4ebb-4f9f-a4c4-f53f8f29d794 req-2df43e4e-47ff-444c-a87e-4d38dd8ad9ac tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 932 time: 0.1214123 Jul 23 17:26:59.883615 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2948422f-4ebb-4f9f-a4c4-f53f8f29d794 req-5d1871de-e633-449d-bfb7-f468a87e69df tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481489 Jul 23 17:26:59.962876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-1c8b479e-2806-4168-9906-c4c65a09ef37 None None] Provisioning for port 5f21693b-b71c-451d-8e91-46298e1b2b38 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:26:59.968189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-1c8b479e-2806-4168-9906-c4c65a09ef37 None None] Provisioning complete for port 5f21693b-b71c-451d-8e91-46298e1b2b38 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:26:59.968659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1c8b479e-2806-4168-9906-c4c65a09ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:00.021585 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b479e-2806-4168-9906-c4c65a09ef37 None None] Port 5f21693b-b71c-451d-8e91-46298e1b2b38 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:27:00.138889 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-805bb00d-b9b1-4ab9-9ead-f387a5130acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:01.091032 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036ce31-311b-4e66-8b2f-2f2bd843c227 req-cdc550ba-99b2-4c8e-a1aa-35f0122b49b0 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:01.092690 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3036ce31-311b-4e66-8b2f-2f2bd843c227 req-cdc550ba-99b2-4c8e-a1aa-35f0122b49b0 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 932 time: 0.0849700 Jul 23 17:27:01.144068 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3036ce31-311b-4e66-8b2f-2f2bd843c227 req-5cb0f40e-7f27-4f49-9364-fbd65e58dab5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442047 Jul 23 17:27:01.666131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:02.321556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Request body: {'port': {'device_id': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:02.465782 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fdc28-4905-4853-8906-e8eb6a1fed9e req-bd3e81d8-ca5a-4868-b8f9-9f1cfeae6860 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:02.467463 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1b1fdc28-4905-4853-8906-e8eb6a1fed9e req-bd3e81d8-ca5a-4868-b8f9-9f1cfeae6860 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 932 time: 0.1955719 Jul 23 17:27:02.495207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:02.588638 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1b1fdc28-4905-4853-8906-e8eb6a1fed9e req-ca409065-d880-4564-a265-0a3bfe065753 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131418 Jul 23 17:27:02.663298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-186b8f4a-dbfe-42b7-a1d0-7c14d8cfb027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:02.943646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f21693b-b71c-451d-8e91-46298e1b2b38 {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:27:02.952471 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:02.962092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:02.969840 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Transition to ACTIVE for port object 5f21693b-b71c-451d-8e91-46298e1b2b38 will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:02.971922 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:02.976511 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f8669fa1-cdf2-45ec-8fed-9fd58f9d4870 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:03.112471 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Pushing event updated for resources: {'Port': ['ID=5f21693b-b71c-451d-8e91-46298e1b2b38,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:03.151764 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:03.152188 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:03.152569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:03.152970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:03.153373 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:03.153771 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:03.154170 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:03.154564 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:03.154983 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:03.155379 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:03.155770 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:03.164780 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:03.247876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Attempting to bind port 5f21693b-b71c-451d-8e91-46298e1b2b38 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:27:03.248205 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Attempting to bind port 5f21693b-b71c-451d-8e91-46298e1b2b38 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:27:03.248559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Attempting to bind port 5f21693b-b71c-451d-8e91-46298e1b2b38 on network ca5df335-6af8-4521-b6ed-ac00b1cb097d {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:27:03.255588 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Port 5f21693b-b71c-451d-8e91-46298e1b2b38 on network ca5df335-6af8-4521-b6ed-ac00b1cb097d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:27:03.255968 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Attempting to bind port 5f21693b-b71c-451d-8e91-46298e1b2b38 on network ca5df335-6af8-4521-b6ed-ac00b1cb097d {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:27:03.263611 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:27:03.263996 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Checking segment: {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:27:03.264397 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Bound using segment: {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:27:03.264887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Bound port: 5f21693b-b71c-451d-8e91-46298e1b2b38, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1324cb75-03ba-4532-a16d-fe23e997d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:27:03.265856 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:03.389770 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] For port 5f21693b-b71c-451d-8e91-46298e1b2b38, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:27:03.394487 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] For port 5f21693b-b71c-451d-8e91-46298e1b2b38, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=5f21693b-b71c-451d-8e91-46298e1b2b38,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:27:03.398865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:03.403404 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:03.497677 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Pushing event updated for resources: {'Port': ['ID=5f21693b-b71c-451d-8e91-46298e1b2b38,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:03.512719 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:03.514552 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:03.516763 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] 10.222.0.58 "PUT /v2.0/ports/5f21693b-b71c-451d-8e91-46298e1b2b38 HTTP/1.1" status: 200 len: 1094 time: 1.2008986 Jul 23 17:27:03.517412 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'tag': '5f21693b-b71c-451d-8e91-46298e1b2b38'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:27:03.647136 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'tag': '5f21693b-b71c-451d-8e91-46298e1b2b38', 'status': 'completed', 'code': 200} Jul 23 17:27:03.696224 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-c3fd7cda-c2de-46c9-9ad9-5f3c06dd58e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 1097 time: 0.1060586 Jul 23 17:27:03.870102 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-23c3afcd-1394-4db1-a4ba-3656f4faf988 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f21693b-b71c-451d-8e91-46298e1b2b38 HTTP/1.1" status: 200 len: 217 time: 0.1632149 Jul 23 17:27:03.893154 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:03.991440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-e71a6030-3d37-4482-bb40-118fe3b54551 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:03.993682 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-e71a6030-3d37-4482-bb40-118fe3b54551 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.1015716 Jul 23 17:27:04.072487 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef73556-fd46-4a1f-8e8e-38c8ee9e5034 req-54c37349-0835-465b-a56b-1fbf3d59dae7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:04.074493 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9ef73556-fd46-4a1f-8e8e-38c8ee9e5034 req-54c37349-0835-465b-a56b-1fbf3d59dae7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 944 time: 0.2892146 Jul 23 17:27:04.218062 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9ef73556-fd46-4a1f-8e8e-38c8ee9e5034 req-93cdb71d-a83a-4b2e-ad59-4f024ff1d496 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249521 Jul 23 17:27:04.282060 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-48b69fbc-dddd-4d9b-973c-e0926aa7e9b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2693543 Jul 23 17:27:04.335144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:04.451881 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-884daf4d-d79f-4bfc-a7de-4779afc6c849 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:04.454164 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-884daf4d-d79f-4bfc-a7de-4779afc6c849 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/networks?id=b64f3e1e-b1c7-4f93-a529-b6b259131872 HTTP/1.1" status: 200 len: 814 time: 0.2840657 Jul 23 17:27:04.507005 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-87c51a14-5781-4f1e-aa4c-412501a9ebb8 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/quotas/df14bf71775a45afb7a7610aba0788cb HTTP/1.1" status: 200 len: 375 time: 0.0298967 Jul 23 17:27:04.518898 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-66e8a7d0-b9eb-4c37-9107-5cfb074e8901 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200379 Jul 23 17:27:04.733047 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-68015416-6357-45b0-a123-89eb10ea2eeb tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=df14bf71775a45afb7a7610aba0788cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2181098 Jul 23 17:27:04.737170 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5ca09570-aa3a-437a-aa14-5853365ea4a4 req-d520ebef-20fa-41d4-b39c-a00f5449933e service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850736 Jul 23 17:27:05.133293 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9b890a1c-15c4-46eb-bca6-d7c206d5c14c req-52de113a-386c-40ce-b18c-2a89aa48d61f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803902 Jul 23 17:27:05.165095 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-f4f4b31b-ba80-45f9-b3eb-87a5c06d1006 service neutron] 10.222.0.55 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234426 Jul 23 17:27:05.173355 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a5593f73-7acc-4ad9-860e-12a5cbf925ba req-4672b413-3fd2-4b36-8b93-edc70039e5f0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 1097 time: 0.3529367 Jul 23 17:27:05.330869 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9b890a1c-15c4-46eb-bca6-d7c206d5c14c req-bc15422b-23e8-48d8-a3e6-c7f1e626e4e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 1098 time: 0.1124811 Jul 23 17:27:05.501491 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5593f73-7acc-4ad9-860e-12a5cbf925ba req-1f7ffb23-40c0-4aed-90d9-a34d0e9679a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:05.502399 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b890a1c-15c4-46eb-bca6-d7c206d5c14c req-ea543efd-4451-4d3a-b418-75ff3ea23db2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:05.503183 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a5593f73-7acc-4ad9-860e-12a5cbf925ba req-1f7ffb23-40c0-4aed-90d9-a34d0e9679a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 913 time: 0.3067553 Jul 23 17:27:05.508288 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-30f110d6-2dba-45c3-a095-47e2cac5bf3d service neutron] 10.222.0.55 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340044 Jul 23 17:27:05.511771 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9b890a1c-15c4-46eb-bca6-d7c206d5c14c req-ea543efd-4451-4d3a-b418-75ff3ea23db2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 913 time: 0.1582499 Jul 23 17:27:05.617650 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a7700-b02e-405d-a8ea-c0736e23275e req-c0a5bd76-806d-42e6-ba1a-efa3ffc1abb8 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:05.619787 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8e3a7700-b02e-405d-a8ea-c0736e23275e req-c0a5bd76-806d-42e6-ba1a-efa3ffc1abb8 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 944 time: 0.2179554 Jul 23 17:27:05.621692 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a5593f73-7acc-4ad9-860e-12a5cbf925ba req-bc38104c-fd97-4535-9ffd-f47a288e4a76 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f21693b-b71c-451d-8e91-46298e1b2b38 HTTP/1.1" status: 200 len: 217 time: 0.0928309 Jul 23 17:27:05.652889 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9b890a1c-15c4-46eb-bca6-d7c206d5c14c req-63e08ce5-30ba-42f1-8515-bb7fd2ec4ad1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf141b4-ed7d-49f6-ace1-918ef65156e2 HTTP/1.1" status: 200 len: 1000 time: 0.1226628 Jul 23 17:27:05.757319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b890a1c-15c4-46eb-bca6-d7c206d5c14c req-825d34a8-db77-468a-8b46-6d61b2ef88b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:05.759177 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9b890a1c-15c4-46eb-bca6-d7c206d5c14c req-825d34a8-db77-468a-8b46-6d61b2ef88b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.0971715 Jul 23 17:27:05.780809 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ea47a2eb-660e-419c-b7c8-e85d2c46e4b5 req-ffa06ba2-3152-4ddb-b938-d0ddcff8497a tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 210 time: 0.0690346 Jul 23 17:27:05.787175 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5593f73-7acc-4ad9-860e-12a5cbf925ba req-da7dbc4e-261a-4291-869f-8715cde4908b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:05.788897 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a5593f73-7acc-4ad9-860e-12a5cbf925ba req-da7dbc4e-261a-4291-869f-8715cde4908b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.1592996 Jul 23 17:27:05.791968 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8e3a7700-b02e-405d-a8ea-c0736e23275e req-40a697ec-f5e9-449d-bccb-465ba3d1feeb tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643283 Jul 23 17:27:05.883267 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9b890a1c-15c4-46eb-bca6-d7c206d5c14c req-f8c6c359-5201-43d3-8c40-29e4e7465c6b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151638 Jul 23 17:27:05.919317 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a5593f73-7acc-4ad9-860e-12a5cbf925ba req-dd7246ef-44f8-4b9b-8b26-118bfd572d52 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1171553 Jul 23 17:27:06.044390 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9b890a1c-15c4-46eb-bca6-d7c206d5c14c req-0814187a-fa3e-450e-8759-a551b345d306 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523149 Jul 23 17:27:06.083744 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a5593f73-7acc-4ad9-860e-12a5cbf925ba req-cc7bd202-2ee0-4c01-86bc-1313be16e0b1 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559911 Jul 23 17:27:06.271020 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a5593f73-7acc-4ad9-860e-12a5cbf925ba req-9aecedf3-9e6f-43aa-a4a1-5d7d27f298b2 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797919 Jul 23 17:27:06.427199 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9b890a1c-15c4-46eb-bca6-d7c206d5c14c req-e8023518-af2d-4e70-bfa3-d30b166583a8 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730390 Jul 23 17:27:07.014323 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-57e25a60-1a29-49ae-8b11-0b7a7af36ae2 req-98a1291e-b4fc-481e-a08e-9501d61be8c2 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 210 time: 0.0877533 Jul 23 17:27:07.029531 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-eadf7ffa-cfce-4a75-a421-20c4b4e7184a tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:07.031605 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-eadf7ffa-cfce-4a75-a421-20c4b4e7184a tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "GET /v2.0/networks?id=b64f3e1e-b1c7-4f93-a529-b6b259131872 HTTP/1.1" status: 200 len: 814 time: 0.1736619 Jul 23 17:27:07.051181 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Request body: {'port': {'device_id': '48154698-f7e2-4a7b-b84f-022f6681d688', 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872', 'admin_state_up': True, 'tenant_id': 'df14bf71775a45afb7a7610aba0788cb'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:07.073982 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaefcc2-d4a8-4609-b715-4797edf1821f req-1d77c520-0931-4a83-b4e9-9c4dd5d71b24 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:07.075657 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ecaefcc2-d4a8-4609-b715-4797edf1821f req-1d77c520-0931-4a83-b4e9-9c4dd5d71b24 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 944 time: 0.1036870 Jul 23 17:27:07.149299 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ecaefcc2-d4a8-4609-b715-4797edf1821f req-e23581e4-0238-43d6-b7fb-16e93e23b71f tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626466 Jul 23 17:27:07.207320 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:07.217550 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:07.227232 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Made reservation on behalf of df14bf71775a45afb7a7610aba0788cb for: {'port': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:27:07.232879 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:07.409177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Allocated IP 172.20.0.5 (b64f3e1e-b1c7-4f93-a529-b6b259131872/98b429cd-bbb8-44d9-96a8-c9d00395f317/1dae0851-55bf-407a-abee-c66a91c4e90e) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:27:07.580446 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-caee5674-2c5c-4710-b50b-ede67ff97ca4 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Synchronizing usage tracker for tenant:cb1454b448c548df875d32b814cba17e on resource:security_group {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:27:07.597049 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-caee5674-2c5c-4710-b50b-ede67ff97ca4 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Unset dirty status for tenant:cb1454b448c548df875d32b814cba17e on resource:security_group {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:27:07.598321 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-caee5674-2c5c-4710-b50b-ede67ff97ca4 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1460570570&fields=id&tenant_id=cb1454b448c548df875d32b814cba17e HTTP/1.1" status: 200 len: 267 time: 0.0606976 Jul 23 17:27:07.628088 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:07.656806 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:07.669377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['16386c07-a091-4f86-92b3-6c0d0c0112f6'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:27:07.672272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e1107c89-1bae-4c1e-b7d2-f0ac0a6c29fd tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:07.730971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Network b64f3e1e-b1c7-4f93-a529-b6b259131872 is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:27:07.735081 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:07.739603 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:27:07.766380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-99c5e6e7-1d2f-48e4-b436-189521cd0ddd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:07.767195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-99c5e6e7-1d2f-48e4-b436-189521cd0ddd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Synchronizing usage tracker for tenant:cb1454b448c548df875d32b814cba17e on resource:network {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:27:07.785187 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-99c5e6e7-1d2f-48e4-b436-189521cd0ddd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Unset dirty status for tenant:cb1454b448c548df875d32b814cba17e on resource:network {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:27:07.787065 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-99c5e6e7-1d2f-48e4-b436-189521cd0ddd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/networks?id=71471568-3b6f-426b-a80e-75ed16e11e22 HTTP/1.1" status: 200 len: 809 time: 0.1808045 Jul 23 17:27:07.805599 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-b80d886c-b95e-4cf5-8ad0-af7dee669075 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/quotas/cb1454b448c548df875d32b814cba17e HTTP/1.1" status: 200 len: 375 time: 0.0123463 Jul 23 17:27:07.806466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Pushing event updated for resources: {'Port': ['ID=1dae0851-55bf-407a-abee-c66a91c4e90e,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:07.811571 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:07.829120 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:07.830093 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:07.858038 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8148906 Jul 23 17:27:07.870395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Request body: {'port': {'device_id': '48154698-f7e2-4a7b-b84f-022f6681d688', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:07.899650 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-71f24738-1979-4f78-8a9b-2d6b6bf27b57 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb1454b448c548df875d32b814cba17e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827374 Jul 23 17:27:07.998158 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:08.053964 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-bac49e75-70ea-4e20-84b4-02a440dc4e38 service neutron] 10.222.0.55 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400850 Jul 23 17:27:08.271707 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e66d1209-7b8f-420a-9f0c-88da75a864fd service neutron] 10.222.0.55 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114818 Jul 23 17:27:08.283737 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc89f7-c7a1-4fd2-b096-75826edef98a req-6d92b3ab-6799-4789-aa1c-76f453f3cf83 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:08.285349 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42fc89f7-c7a1-4fd2-b096-75826edef98a req-6d92b3ab-6799-4789-aa1c-76f453f3cf83 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 931 time: 0.1266344 Jul 23 17:27:08.351880 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42fc89f7-c7a1-4fd2-b096-75826edef98a req-c85fe12c-a824-4336-a96d-28c5f6b6652c tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589013 Jul 23 17:27:08.380233 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dae0851-55bf-407a-abee-c66a91c4e90e {{(pid=81984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:27:08.388055 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:08.414690 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Transition to ACTIVE for port object 1dae0851-55bf-407a-abee-c66a91c4e90e will not be triggered until provisioned by entity L2. {{(pid=81984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:08.418282 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:08.434132 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:08.571627 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Pushing event updated for resources: {'Port': ['ID=1dae0851-55bf-407a-abee-c66a91c4e90e,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:08.586092 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b225d12-adbb-4281-8eac-7ad6cc0269e1 req-3eb7b6e0-9141-4698-9ca0-a6d31a030ce0 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:08.587764 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4b225d12-adbb-4281-8eac-7ad6cc0269e1 req-3eb7b6e0-9141-4698-9ca0-a6d31a030ce0 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 944 time: 0.0891695 Jul 23 17:27:08.614309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:08.614309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:08.614309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:08.614309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:08.614309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:08.614309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:08.614309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:08.615177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:08.615177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:08.615177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:08.615782 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:08.624212 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:08.643629 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4b225d12-adbb-4281-8eac-7ad6cc0269e1 req-ddfc51be-1d81-4cde-918d-722ae3d4a845 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481231 Jul 23 17:27:08.754605 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Attempting to bind port 1dae0851-55bf-407a-abee-c66a91c4e90e on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:27:08.755098 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Attempting to bind port 1dae0851-55bf-407a-abee-c66a91c4e90e by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'}] {{(pid=81984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:27:08.755550 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Attempting to bind port 1dae0851-55bf-407a-abee-c66a91c4e90e on network b64f3e1e-b1c7-4f93-a529-b6b259131872 {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:27:08.762309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Port 1dae0851-55bf-407a-abee-c66a91c4e90e on network b64f3e1e-b1c7-4f93-a529-b6b259131872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:27:08.762795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Attempting to bind port 1dae0851-55bf-407a-abee-c66a91c4e90e on network b64f3e1e-b1c7-4f93-a529-b6b259131872 {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:27:08.770205 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:27:08.770666 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Checking segment: {'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:27:08.771186 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Bound using segment: {'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'} {{(pid=81984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:27:08.771740 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Bound port: 1dae0851-55bf-407a-abee-c66a91c4e90e, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'}}] {{(pid=81984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:27:08.772193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:08.820769 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0382e40d-e058-435c-93f7-4dbdcfa24404 req-117e7ffa-87ff-4165-9857-62c72c3a5ced tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 210 time: 0.0502493 Jul 23 17:27:08.871634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] For port 1dae0851-55bf-407a-abee-c66a91c4e90e, host hv-cinder-80204, cleared binding levels {{(pid=81984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:27:08.875468 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] For port 1dae0851-55bf-407a-abee-c66a91c4e90e, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=1dae0851-55bf-407a-abee-c66a91c4e90e,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:27:08.879336 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:08.883953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-83996b1c-854a-4cc1-ba78-7669873ee841 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:08.945762 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:08.947386 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] 10.222.0.58 "PUT /v2.0/ports/1dae0851-55bf-407a-abee-c66a91c4e90e HTTP/1.1" status: 200 len: 1093 time: 1.0817816 Jul 23 17:27:08.947969 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48154698-f7e2-4a7b-b84f-022f6681d688', 'tag': '1dae0851-55bf-407a-abee-c66a91c4e90e'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:27:08.978646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Pushing event updated for resources: {'Port': ['ID=1dae0851-55bf-407a-abee-c66a91c4e90e,revision_number=3']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:08.982490 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:09.050647 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48154698-f7e2-4a7b-b84f-022f6681d688', 'tag': '1dae0851-55bf-407a-abee-c66a91c4e90e', 'status': 'completed', 'code': 200} Jul 23 17:27:09.089546 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-15b03942-c926-424a-81b7-4aa1402f192e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df14bf71775a45afb7a7610aba0788cb&device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 1096 time: 0.0782030 Jul 23 17:27:09.176073 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-8b09c7f7-ae12-4443-936c-335b5d15f9a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dae0851-55bf-407a-abee-c66a91c4e90e HTTP/1.1" status: 200 len: 217 time: 0.0753164 Jul 23 17:27:09.245451 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-5780e74c-6a68-404b-a22f-77391925e3fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:09.247358 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-5780e74c-6a68-404b-a22f-77391925e3fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98b429cd-bbb8-44d9-96a8-c9d00395f317 HTTP/1.1" status: 200 len: 854 time: 0.0652380 Jul 23 17:27:09.301030 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-fa03c342-8970-4182-871a-2b2ab8e5c2e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b64f3e1e-b1c7-4f93-a529-b6b259131872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466146 Jul 23 17:27:09.460203 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-0290eb91-8c65-42fc-b8ac-7fbdffa8a70d service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511757 Jul 23 17:27:09.598341 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7e4c4-44e4-498e-afd2-29729a324445 req-c3364eeb-ad18-441c-ac69-c88650aad270 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:09.600438 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b0c7e4c4-44e4-498e-afd2-29729a324445 req-c3364eeb-ad18-441c-ac69-c88650aad270 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 943 time: 0.1064503 Jul 23 17:27:09.637996 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f73c92f-fff2-4118-b831-bf6cbbc64fdf req-41eac719-54ca-4b3a-a520-805d74b3f7ab service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693299 Jul 23 17:27:09.670200 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b0c7e4c4-44e4-498e-afd2-29729a324445 req-55867002-6f12-4a2c-9770-d5ae5b68c005 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630717 Jul 23 17:27:09.790381 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-53d9b347-d462-4130-87db-508e615d47d7 req-d9de6679-b8d2-4408-911a-81cca9417c7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df14bf71775a45afb7a7610aba0788cb&device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 1096 time: 0.0820546 Jul 23 17:27:10.001959 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9b347-d462-4130-87db-508e615d47d7 req-fa870f7f-ce11-458f-ae1e-637377381414 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:10.004232 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-53d9b347-d462-4130-87db-508e615d47d7 req-fa870f7f-ce11-458f-ae1e-637377381414 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b64f3e1e-b1c7-4f93-a529-b6b259131872 HTTP/1.1" status: 200 len: 915 time: 0.1998923 Jul 23 17:27:10.054788 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4eff6b8c-8f5e-4065-85e1-3cb46083e849 req-03bec443-7579-443b-a055-e1902109afde tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 210 time: 0.0964229 Jul 23 17:27:10.121665 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-53d9b347-d462-4130-87db-508e615d47d7 req-04273386-6306-4fe3-afbf-ef6b1069b672 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dae0851-55bf-407a-abee-c66a91c4e90e HTTP/1.1" status: 200 len: 217 time: 0.1103268 Jul 23 17:27:10.179048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc574e92-0939-4d75-88f7-9094dd59a0e3 req-ee823cef-8244-4e15-86bf-5edfa2015c4d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:10.180666 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cc574e92-0939-4d75-88f7-9094dd59a0e3 req-ee823cef-8244-4e15-86bf-5edfa2015c4d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 944 time: 0.3290274 Jul 23 17:27:10.181193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 52932) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:27:10.205168 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9b347-d462-4130-87db-508e615d47d7 req-2fa31087-6b3a-46a1-88e5-c639733871ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:10.206811 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-53d9b347-d462-4130-87db-508e615d47d7 req-2fa31087-6b3a-46a1-88e5-c639733871ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98b429cd-bbb8-44d9-96a8-c9d00395f317 HTTP/1.1" status: 200 len: 854 time: 0.0772758 Jul 23 17:27:10.252838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-94e766bd-2a4f-4b30-b380-aabcc97604fb tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:10.254424 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-94e766bd-2a4f-4b30-b380-aabcc97604fb tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.58 "GET /v2.0/networks?id=71471568-3b6f-426b-a80e-75ed16e11e22 HTTP/1.1" status: 200 len: 809 time: 0.2449541 Jul 23 17:27:10.264184 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-53d9b347-d462-4130-87db-508e615d47d7 req-d9399ae1-83fe-4cfc-b641-267d527807e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b64f3e1e-b1c7-4f93-a529-b6b259131872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485783 Jul 23 17:27:10.302415 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cc574e92-0939-4d75-88f7-9094dd59a0e3 req-6376ec92-fdd6-4893-a56a-0b2722e6da2a tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040957 Jul 23 17:27:10.329201 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-720900dd-302e-49e6-badd-0179dd1364ca tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb1454b448c548df875d32b814cba17e HTTP/1.1" status: 200 len: 380 time: 0.0543561 Jul 23 17:27:10.341907 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Request body: {'port': {'device_id': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'admin_state_up': True, 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'security_groups': ['25eb94b5-6204-4e3e-9598-279a2774df0a']}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:10.426216 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-53d9b347-d462-4130-87db-508e615d47d7 req-6be9b171-c222-4bf7-953c-6451e952b18b service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505165 Jul 23 17:27:10.459718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ca32d8b6-7e6d-4c7b-ab97-e48d203d6bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:10.538137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-ca32d8b6-7e6d-4c7b-ab97-e48d203d6bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:10.545917 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:10.548687 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-ca32d8b6-7e6d-4c7b-ab97-e48d203d6bed admin admin] Usage tracker for resource:security_group_rule and tenant:ccfe5c00f2f64da9b95cea37e99d3037 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:27:10.552830 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-ca32d8b6-7e6d-4c7b-ab97-e48d203d6bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:27:10.555974 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Usage tracker for resource:port and tenant:cb1454b448c548df875d32b814cba17e is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:27:10.561264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Quota usage for port was recalculated. Used quota:2. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:27:10.564817 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-ca32d8b6-7e6d-4c7b-ab97-e48d203d6bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:10.570702 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:10.578549 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-53d9b347-d462-4130-87db-508e615d47d7 req-9ae2f5e6-e00e-4292-a37e-61453e8d8de0 service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430397 Jul 23 17:27:10.588838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Made reservation on behalf of cb1454b448c548df875d32b814cba17e for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:27:10.594458 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:10.744692 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ca32d8b6-7e6d-4c7b-ab97-e48d203d6bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:10.753401 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ca32d8b6-7e6d-4c7b-ab97-e48d203d6bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:10.798998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-2ebd8e84-99d3-4d11-b0b6-f71c97b1a4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:10.910726 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32d8b6-7e6d-4c7b-ab97-e48d203d6bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d38255c-59ce-408b-bad0-d4d5b71c781a,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:10.915146 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ca32d8b6-7e6d-4c7b-ab97-e48d203d6bed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ccfe5c00f2f64da9b95cea37e99d3037&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7221870 Jul 23 17:27:10.917967 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ca32d8b6-7e6d-4c7b-ab97-e48d203d6bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:10.918266 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52942) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:27:10.934430 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Allocated IP 172.20.0.7 (71471568-3b6f-426b-a80e-75ed16e11e22/96a575a2-955f-4288-a32e-7aa6c139813b/77aa2434-39fc-4766-a734-76403047b2a9) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:27:10.996930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86018c-3d3e-4066-9f8d-9edbab21c4ea req-8c80272e-676e-4d62-8af5-00b6871e4d31 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:10.998563 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cb86018c-3d3e-4066-9f8d-9edbab21c4ea req-8c80272e-676e-4d62-8af5-00b6871e4d31 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 943 time: 0.1795247 Jul 23 17:27:11.000254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0e046fec-d2dc-4e6e-a584-9b2fd5e6742a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:11.031628 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0e046fec-d2dc-4e6e-a584-9b2fd5e6742a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:11.078587 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0e046fec-d2dc-4e6e-a584-9b2fd5e6742a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:11.086461 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-93a1d563-4a98-41c1-9178-0106ebd96e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:11.108499 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e046fec-d2dc-4e6e-a584-9b2fd5e6742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d38255c-59ce-408b-bad0-d4d5b71c781a,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:11.114363 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0e046fec-d2dc-4e6e-a584-9b2fd5e6742a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:11.118862 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0e046fec-d2dc-4e6e-a584-9b2fd5e6742a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:11.124237 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-0e046fec-d2dc-4e6e-a584-9b2fd5e6742a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d38255c-59ce-408b-bad0-d4d5b71c781a HTTP/1.1" status: 204 len: 168 time: 0.2045348 Jul 23 17:27:11.159525 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cb86018c-3d3e-4066-9f8d-9edbab21c4ea req-4023e2d7-4da0-4a76-98ad-a673fadfe14e tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541743 Jul 23 17:27:11.503966 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b22ee077-37c0-4245-86dc-c3b391b5ab28 req-2fd887ac-97eb-4fcd-a678-1c095e07d165 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 210 time: 0.0966923 Jul 23 17:27:11.546332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:11.570491 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Transition to ACTIVE for port object 77aa2434-39fc-4766-a734-76403047b2a9 will not be triggered until provisioned by entity DHCP. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:11.601034 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59032977-3d61-4ad9-ac42-ae5e163735dd req-e42108b6-7141-4065-9eef-b67c5a9c38cf tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:11.602611 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-59032977-3d61-4ad9-ac42-ae5e163735dd req-e42108b6-7141-4065-9eef-b67c5a9c38cf tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 944 time: 0.1468790 Jul 23 17:27:11.629395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:11.639567 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b3291254-2c71-4c97-ab6e-b9b0c9022ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:11.737082 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Network 71471568-3b6f-426b-a80e-75ed16e11e22 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:27:11.739196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Pushing event updated for resources: {'Port': ['ID=77aa2434-39fc-4766-a734-76403047b2a9,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:11.743378 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:11.745470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:11.746339 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:27:11.778989 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-59032977-3d61-4ad9-ac42-ae5e163735dd req-525a05a9-eed3-4d38-b678-32dcc12d987e tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681378 Jul 23 17:27:11.825624 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:11.826340 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:11.852913 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5151622 Jul 23 17:27:11.865250 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Request body: {'port': {'device_id': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:11.987459 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.110138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52968) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:27:12.133564 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-69d4a227-56da-4434-a044-276a55bbb3a7 None None] Provisioning for port 77aa2434-39fc-4766-a734-76403047b2a9 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:12.139095 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-69d4a227-56da-4434-a044-276a55bbb3a7 None None] Provisioning complete for port 77aa2434-39fc-4766-a734-76403047b2a9 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:12.139930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-69d4a227-56da-4434-a044-276a55bbb3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.195114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-69d4a227-56da-4434-a044-276a55bbb3a7 None None] Port 77aa2434-39fc-4766-a734-76403047b2a9 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:27:12.270957 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1028465069-network', 'tenant_id': '0f07728103fe4c788d49af8769b281ff'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:12.276676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:12.282037 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Usage tracker for resource:network and tenant:0f07728103fe4c788d49af8769b281ff is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:27:12.285415 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:27:12.291809 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:12.301869 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Made reservation on behalf of 0f07728103fe4c788d49af8769b281ff for: {'network': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:27:12.306634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.320186 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.325132 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 5f21693b-b71c-451d-8e91-46298e1b2b38 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:27:12.358819 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:12.363010 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Usage tracker for resource:security_group_rule and tenant:0f07728103fe4c788d49af8769b281ff is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:27:12.366202 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:27:12.372716 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:12.431442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77aa2434-39fc-4766-a734-76403047b2a9 {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:27:12.441874 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.454114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.457630 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.461234 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae2d8d-4f34-44c5-a4f9-3ec39eb3a1ef req-6ddb0ecc-60b0-4c86-bc44-3777a8eaa07c tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:12.462077 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-df08cbc9-9e5a-4edf-87ce-c0e2bdf298e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:12.462880 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6bae2d8d-4f34-44c5-a4f9-3ec39eb3a1ef req-6ddb0ecc-60b0-4c86-bc44-3777a8eaa07c tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 943 time: 0.1580362 Jul 23 17:27:12.470331 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Transition to ACTIVE for port object 77aa2434-39fc-4766-a734-76403047b2a9 will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:12.473765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 5f21693b-b71c-451d-8e91-46298e1b2b38, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=5f21693b-b71c-451d-8e91-46298e1b2b38,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:12.477078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.483339 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:12.488460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '5f21693b-b71c-451d-8e91-46298e1b2b38', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'port_id': '5f21693b-b71c-451d-8e91-46298e1b2b38', 'mac_address': 'fa:16:3e:9c:39:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:27:12.494473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=81984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:27:12.503902 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b65804-b014-4f5c-89bb-648a2a2d3f8f,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:12.507398 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:12.521780 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.523085 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Added segment 46b3db97-56be-4d32-b4cc-ec7ca4d4f191 of type vlan for network 421df661-a4a3-4f00-bba9-28a47cf7e808 Jul 23 17:27:12.558553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.573105 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.591397 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f21693b-b71c-451d-8e91-46298e1b2b38 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:27:12.611841 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.612192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 5f21693b-b71c-451d-8e91-46298e1b2b38, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=5f21693b-b71c-451d-8e91-46298e1b2b38,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:12.614039 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:12.614901 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.617653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.618657 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 1dae0851-55bf-407a-abee-c66a91c4e90e details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:27:12.622633 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:12.639570 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-36a8e536-c6d9-4399-b12e-2ed334dd4e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:12.672718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Pushing event updated for resources: {'Port': ['ID=77aa2434-39fc-4766-a734-76403047b2a9,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:12.679021 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:12.722154 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6bae2d8d-4f34-44c5-a4f9-3ec39eb3a1ef req-20fe27bd-84d8-4bae-8644-878b554cc838 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473154 Jul 23 17:27:12.814867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Pushing event updated for resources: {'Network': ['ID=421df661-a4a3-4f00-bba9-28a47cf7e808,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:12.818074 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:12.823937 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-6ee585c3-8f13-4c4f-8208-faab3b210933 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7124426 Jul 23 17:27:12.824701 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52980) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:27:12.831413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Request body: {'subnet': {'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1028465069-subnet', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'ip_version': 4}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:12.836488 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=5f21693b-b71c-451d-8e91-46298e1b2b38,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:12.837022 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:12.842102 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Usage tracker for resource:subnet and tenant:0f07728103fe4c788d49af8769b281ff is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:27:12.846295 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network 421df661-a4a3-4f00-bba9-28a47cf7e808 details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:27:12.846670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:27:12.854485 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:12.864021 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:12.872311 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Made reservation on behalf of 0f07728103fe4c788d49af8769b281ff for: {'subnet': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:27:12.879229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851925622'] for subnet, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:12.963275 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Attempting to bind port 77aa2434-39fc-4766-a734-76403047b2a9 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:27:12.963679 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Attempting to bind port 77aa2434-39fc-4766-a734-76403047b2a9 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '87f423ff-3a46-4f39-9d69-226574b4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:27:12.964014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Attempting to bind port 77aa2434-39fc-4766-a734-76403047b2a9 on network 71471568-3b6f-426b-a80e-75ed16e11e22 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:27:12.972408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Port 77aa2434-39fc-4766-a734-76403047b2a9 on network 71471568-3b6f-426b-a80e-75ed16e11e22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:27:12.973335 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Attempting to bind port 77aa2434-39fc-4766-a734-76403047b2a9 on network 71471568-3b6f-426b-a80e-75ed16e11e22 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:27:12.984758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f11a10-e4e9-4b8e-a3d9-1cdb21a4a013 req-29f20211-e2ff-4fec-a037-c18eaf797d51 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:12.985578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-38f11a10-e4e9-4b8e-a3d9-1cdb21a4a013 req-29f20211-e2ff-4fec-a037-c18eaf797d51 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Synchronizing usage tracker for tenant:cb1454b448c548df875d32b814cba17e on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:27:13.029289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 1dae0851-55bf-407a-abee-c66a91c4e90e, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=1dae0851-55bf-407a-abee-c66a91c4e90e,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:13.046235 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '1dae0851-55bf-407a-abee-c66a91c4e90e', 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872', 'port_id': '1dae0851-55bf-407a-abee-c66a91c4e90e', 'mac_address': 'fa:16:3e:76:d8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b429cd-bbb8-44d9-96a8-c9d00395f317', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:27:13.071060 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:27:13.071779 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Checking segment: {'id': '87f423ff-3a46-4f39-9d69-226574b4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:27:13.071917 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Bound using segment: {'id': '87f423ff-3a46-4f39-9d69-226574b4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:27:13.072384 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Bound port: 77aa2434-39fc-4766-a734-76403047b2a9, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f423ff-3a46-4f39-9d69-226574b4b59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:27:13.072776 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:13.098872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-38f11a10-e4e9-4b8e-a3d9-1cdb21a4a013 req-29f20211-e2ff-4fec-a037-c18eaf797d51 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Unset dirty status for tenant:cb1454b448c548df875d32b814cba17e on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:27:13.100195 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-38f11a10-e4e9-4b8e-a3d9-1cdb21a4a013 req-29f20211-e2ff-4fec-a037-c18eaf797d51 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 943 time: 0.3767810 Jul 23 17:27:13.114775 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:13.139697 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dae0851-55bf-407a-abee-c66a91c4e90e {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:27:13.148698 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851925605'] for subnet, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:13.154161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9e20a980-4dd5-4402-921f-fbca976cfa53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:13.161557 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 1dae0851-55bf-407a-abee-c66a91c4e90e, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=1dae0851-55bf-407a-abee-c66a91c4e90e,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:13.165086 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:13.166914 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:13.199824 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31700ef8-6b6e-4ebc-9eb2-c1c650689daf req-88cb3381-d178-4144-80fd-f505b8aa6a54 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:13.201435 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-31700ef8-6b6e-4ebc-9eb2-c1c650689daf req-88cb3381-d178-4144-80fd-f505b8aa6a54 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 945 time: 0.2074299 Jul 23 17:27:13.225959 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=793636c2-767f-4d3c-a2b6-c908b79e4491,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:13.230161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:13.238645 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=1dae0851-55bf-407a-abee-c66a91c4e90e,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:13.242113 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:13.245885 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Checking segment: {'id': '46b3db97-56be-4d32-b4cc-ec7ca4d4f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:27:13.246300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Network hostable DHCP agents. Network: 421df661-a4a3-4f00-bba9-28a47cf7e808, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:27:13.269902 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Network 421df661-a4a3-4f00-bba9-28a47cf7e808 is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:27:13.275797 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] For port 77aa2434-39fc-4766-a734-76403047b2a9, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:27:13.279159 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, 421df661-a4a3-4f00-bba9-28a47cf7e808) {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:13.279778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] For port 77aa2434-39fc-4766-a734-76403047b2a9, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=77aa2434-39fc-4766-a734-76403047b2a9,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:27:13.284411 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:13.285088 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:13.290482 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe9c431-3b07-476b-ba1a-cae1213c1647 None None] Network 421df661-a4a3-4f00-bba9-28a47cf7e808 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:27:13.290662 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-38f11a10-e4e9-4b8e-a3d9-1cdb21a4a013 req-ff7fb6c4-9ec2-49cc-b2a5-fe2717f14dd6 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543953 Jul 23 17:27:13.294528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:13.302419 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:13.314780 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7da76dad-f8ac-4bf6-a537-8be8d24618d7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4863527 Jul 23 17:27:13.315727 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52984) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:27:13.322598 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:13.328884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:13.333184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Usage tracker for resource:router and tenant:0f07728103fe4c788d49af8769b281ff is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:27:13.336354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:27:13.342873 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:13.357918 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-31700ef8-6b6e-4ebc-9eb2-c1c650689daf req-1f74ea88-9432-4813-9d17-06f5e296aaf4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300528 Jul 23 17:27:13.359003 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851069669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854671694'] for router, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:13.360801 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672572'] for router, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:13.372857 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:13.374954 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] 10.222.0.58 "PUT /v2.0/ports/77aa2434-39fc-4766-a734-76403047b2a9 HTTP/1.1" status: 200 len: 1093 time: 1.5138555 Jul 23 17:27:13.375616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'tag': '77aa2434-39fc-4766-a734-76403047b2a9'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:27:13.397840 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:13.399690 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Pushing event updated for resources: {'Port': ['ID=77aa2434-39fc-4766-a734-76403047b2a9,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:13.411239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:13.468760 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['5f21693b-b71c-451d-8e91-46298e1b2b38'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:27:13.506816 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['1dae0851-55bf-407a-abee-c66a91c4e90e'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:27:13.507226 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'tag': '77aa2434-39fc-4766-a734-76403047b2a9', 'status': 'completed', 'code': 200} Jul 23 17:27:13.521836 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-0cd13cb9-f332-4e29-a5a1-ec170105c17d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb1454b448c548df875d32b814cba17e&device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 1096 time: 0.1006961 Jul 23 17:27:13.611630 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-cb8a0e5c-022e-4016-8de0-18a119c7c73a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77aa2434-39fc-4766-a734-76403047b2a9 HTTP/1.1" status: 200 len: 217 time: 0.0811987 Jul 23 17:27:13.746991 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe62099b6-fb64-5bd8-9bd4-803559866e59-421df661-a4a3-4f00-bba9-28a47cf7e808', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'fixed_ips': [{'subnet_id': '793636c2-767f-4d3c-a2b6-c908b79e4491'}]}} from dv-cinder-802045-1-iscsi. {{(pid=81986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:27:13.748461 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:13.748602 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-c89dcc20-6170-45cb-89cd-c1c6c8c80ff6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:13.750024 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-c89dcc20-6170-45cb-89cd-c1c6c8c80ff6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=96a575a2-955f-4288-a32e-7aa6c139813b HTTP/1.1" status: 200 len: 848 time: 0.1306617 Jul 23 17:27:13.879091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3703315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851069656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672555'] for router, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:13.884453 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-dd9ee5f7-b858-429a-bcdb-397066a4a9ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71471568-3b6f-426b-a80e-75ed16e11e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1242473 Jul 23 17:27:14.092221 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:14.101131 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-92fc70c5-3011-4e1c-99b7-a3f069a992fd service neutron] 10.222.0.58 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064195 Jul 23 17:27:14.107230 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596b190-afa0-4db8-ab82-d77c4d5696dc req-061d58ee-bf05-4846-af70-f6cfd40735a2 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:14.108770 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d596b190-afa0-4db8-ab82-d77c4d5696dc req-061d58ee-bf05-4846-af70-f6cfd40735a2 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 944 time: 0.1889668 Jul 23 17:27:14.134216 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:14.199889 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Allocated IP 172.20.0.2 (421df661-a4a3-4f00-bba9-28a47cf7e808/793636c2-767f-4d3c-a2b6-c908b79e4491/2082a209-6b1c-4435-8821-0c32389884f6) {{(pid=81986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:27:14.256034 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d596b190-afa0-4db8-ab82-d77c4d5696dc req-236f5e34-d785-40a9-aa4e-f3d46f404a2d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179953 Jul 23 17:27:14.297946 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-89da8919-6080-45d1-998f-8cdb501c0ac8 req-64d63b38-4d29-449e-9a0c-1c4e0488b173 service neutron] 10.222.0.58 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867256 Jul 23 17:27:14.310632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Allocated IP 172.27.0.154 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/bb388a99-3730-40c9-bd30-2badef384562) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:27:14.437545 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6c1706bf-4883-499a-989a-718adbf1d969 req-9c89d5a6-ec53-4b88-b528-1df54de78185 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb1454b448c548df875d32b814cba17e&device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 1096 time: 0.0844955 Jul 23 17:27:14.511685 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Notify callbacks [] for port, precommit_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:14.519502 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:14.532838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Transition to ACTIVE for port object 2082a209-6b1c-4435-8821-0c32389884f6 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:14.552654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:14.554921 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Transition to ACTIVE for port object 2082a209-6b1c-4435-8821-0c32389884f6 will not be triggered until provisioned by entity DHCP. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:14.559096 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0bb3966d-bb5b-485c-bad8-560dbfd58710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:14.560995 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:14.573495 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1a8a6396-809b-4ed4-b046-89a126b1a4b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:14.624892 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Network 421df661-a4a3-4f00-bba9-28a47cf7e808 is already hosted by enough agents. {{(pid=81986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:27:14.625632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:27:14.628078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Resources bound (agent type, host, resource id): {{(pid=81986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:14.632050 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Received port after_create {{(pid=81986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:27:14.634996 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:14.637658 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:27:14.721474 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Pushing event updated for resources: {'Port': ['ID=2082a209-6b1c-4435-8821-0c32389884f6,revision_number=1']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:14.728687 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:14.729839 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=bb388a99-3730-40c9-bd30-2badef384562,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:14.734462 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:14.747372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Attempting to bind port 2082a209-6b1c-4435-8821-0c32389884f6 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:27:14.747372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Attempting to bind port 2082a209-6b1c-4435-8821-0c32389884f6 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '46b3db97-56be-4d32-b4cc-ec7ca4d4f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:27:14.747994 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Attempting to bind port 2082a209-6b1c-4435-8821-0c32389884f6 on network 421df661-a4a3-4f00-bba9-28a47cf7e808 {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:27:14.750149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1706bf-4883-499a-989a-718adbf1d969 req-bc5328e9-f16e-4a14-9154-fddfebbe38fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:14.751860 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6c1706bf-4883-499a-989a-718adbf1d969 req-bc5328e9-f16e-4a14-9154-fddfebbe38fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=71471568-3b6f-426b-a80e-75ed16e11e22 HTTP/1.1" status: 200 len: 910 time: 0.3076897 Jul 23 17:27:14.756452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:27:14.757330 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Checking segment: {'id': '46b3db97-56be-4d32-b4cc-ec7ca4d4f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:27:14.757484 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:14.757963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Bound using segment: {'id': '46b3db97-56be-4d32-b4cc-ec7ca4d4f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:27:14.758580 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Bound port: 2082a209-6b1c-4435-8821-0c32389884f6, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b3db97-56be-4d32-b4cc-ec7ca4d4f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:27:14.759107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:14.819169 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:14.819883 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851072472'] for router, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:14.859615 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6c1706bf-4883-499a-989a-718adbf1d969 req-ef3190ef-23a5-4606-b548-d5bc7fe44eef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77aa2434-39fc-4766-a734-76403047b2a9 HTTP/1.1" status: 200 len: 217 time: 0.0957918 Jul 23 17:27:14.864792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] For port 2082a209-6b1c-4435-8821-0c32389884f6, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:27:14.869717 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] For port 2082a209-6b1c-4435-8821-0c32389884f6, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=2082a209-6b1c-4435-8821-0c32389884f6,segment=NetworkSegment(46b3db97-56be-4d32-b4cc-ec7ca4d4f191),segment_id=46b3db97-56be-4d32-b4cc-ec7ca4d4f191)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:27:14.872197 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b5d5f-c6ed-4c05-8c7f-c0cbb1115985 req-0134753e-e1b6-49ed-b5c7-c68abed90443 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:14.874062 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d38b5d5f-c6ed-4c05-8c7f-c0cbb1115985 req-0134753e-e1b6-49ed-b5c7-c68abed90443 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 945 time: 0.2770846 Jul 23 17:27:14.875890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:14.880955 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-75f85cce-d19d-4708-8f80-5b9ab09475ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:14.882332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c1cfa-3094-4cfe-8101-379ee3c67b67 req-c753567d-a169-458e-abaf-4bf94bab149c tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:14.884615 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d39c1cfa-3094-4cfe-8101-379ee3c67b67 req-c753567d-a169-458e-abaf-4bf94bab149c tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 943 time: 0.3920927 Jul 23 17:27:14.974444 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Pushing event updated for resources: {'Port': ['ID=2082a209-6b1c-4435-8821-0c32389884f6,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:14.979064 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:15.019468 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1706bf-4883-499a-989a-718adbf1d969 req-378fd6c6-d5c5-40d1-b4e0-9b31f5ce63a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:15.021047 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6c1706bf-4883-499a-989a-718adbf1d969 req-378fd6c6-d5c5-40d1-b4e0-9b31f5ce63a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=96a575a2-955f-4288-a32e-7aa6c139813b HTTP/1.1" status: 200 len: 848 time: 0.1454833 Jul 23 17:27:15.070187 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d38b5d5f-c6ed-4c05-8c7f-c0cbb1115985 req-b943233d-b7e3-4545-b6c4-a5842a3eb775 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520476 Jul 23 17:27:15.087418 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d39c1cfa-3094-4cfe-8101-379ee3c67b67 req-572f96c2-328e-4b8a-b2d0-aefc82242559 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669762 Jul 23 17:27:15.088230 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Router b50e23d1-1ae3-4c09-b9f1-74dd95734850 is scheduled to L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e with binding_index 1 {{(pid=81984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:27:15.130712 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6c1706bf-4883-499a-989a-718adbf1d969 req-d754e3a0-d3ea-44d1-a8bd-4e32cd4435ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71471568-3b6f-426b-a80e-75ed16e11e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0978501 Jul 23 17:27:15.370785 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:27:15.385098 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Sync routers for ids ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:27:15.420502 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Routers {'b50e23d1-1ae3-4c09-b9f1-74dd95734850'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:27:15.421391 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:15.422326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:27:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:15.430514 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-0a9b4fda-22f1-4ecd-bc2d-8a044c067bd4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1126072 Jul 23 17:27:15.431772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 52998) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:27:15.621606 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6c1706bf-4883-499a-989a-718adbf1d969 req-b9f2c459-36ec-4e08-91d9-f5cffe82cee8 service neutron] 10.222.0.58 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797785 Jul 23 17:27:15.635132 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd7c7f-ad71-4a9b-8c76-63ed7efc07a6 req-1f1bd222-6048-4027-8599-b78877edca54 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:15.637140 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f9cd7c7f-ad71-4a9b-8c76-63ed7efc07a6 req-1f1bd222-6048-4027-8599-b78877edca54 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 944 time: 0.1570265 Jul 23 17:27:15.800362 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f9cd7c7f-ad71-4a9b-8c76-63ed7efc07a6 req-b28fbfae-d061-4b91-a87f-b7bea294c12a tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359689 Jul 23 17:27:15.824960 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Set router b50e23d1-1ae3-4c09-b9f1-74dd95734850 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:27:15.830596 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6c1706bf-4883-499a-989a-718adbf1d969 req-b767a391-677c-4493-90ff-f0ebb895929f service neutron] 10.222.0.58 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923301 Jul 23 17:27:16.144503 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:27:14Z', 'revision_number': 3, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:16.153018 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Checking router: b50e23d1-1ae3-4c09-b9f1-74dd95734850 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:27:16.154918 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Updating router b50e23d1-1ae3-4c09-b9f1-74dd95734850 port bb388a99-3730-40c9-bd30-2badef384562 binding host dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:27:16.185383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 2082a209-6b1c-4435-8821-0c32389884f6 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:16.269535 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:16.320756 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:16.385530 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 5f21693b-b71c-451d-8e91-46298e1b2b38 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:16.418272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81521d88-4dbc-4976-b0ea-aceea3cd8287 req-d3f13396-1cbd-4071-951d-d5c069620e56 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:16.419971 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-81521d88-4dbc-4976-b0ea-aceea3cd8287 req-d3f13396-1cbd-4071-951d-d5c069620e56 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 945 time: 0.1872385 Jul 23 17:27:16.426685 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faea54c-f7fc-4c37-8bbe-b9680b7e7616 req-f477b49a-616f-4ef8-8f66-bb32ea9d0d11 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:16.434686 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6faea54c-f7fc-4c37-8bbe-b9680b7e7616 req-f477b49a-616f-4ef8-8f66-bb32ea9d0d11 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 943 time: 0.1474786 Jul 23 17:27:16.485483 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 2082a209-6b1c-4435-8821-0c32389884f6 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:16.526918 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-81521d88-4dbc-4976-b0ea-aceea3cd8287 req-846ae734-3eca-45ab-ae07-d4433fee527d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881543 Jul 23 17:27:16.535499 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6faea54c-f7fc-4c37-8bbe-b9680b7e7616 req-f99e1016-c32c-4425-bf32-7717829eea3d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996680 Jul 23 17:27:16.541526 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 5f21693b-b71c-451d-8e91-46298e1b2b38 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:16.585668 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Allocated IP 172.20.0.1 (421df661-a4a3-4f00-bba9-28a47cf7e808/793636c2-767f-4d3c-a2b6-c908b79e4491/96cddab7-9847-4846-a07a-54447b4ce508) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:27:16.607081 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 5f21693b-b71c-451d-8e91-46298e1b2b38 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:16.607506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:16.625765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:27:16.779544 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:16.799555 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Transition to ACTIVE for port object 96cddab7-9847-4846-a07a-54447b4ce508 will not be triggered until provisioned by entity DHCP. {{(pid=81984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:16.821253 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:16.826086 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:16.834412 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:16.893065 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f21693b-b71c-451d-8e91-46298e1b2b38'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:27:16.901465 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Notify callbacks [] for port, precommit_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:16.903214 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Network 421df661-a4a3-4f00-bba9-28a47cf7e808 is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:27:16.907699 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:16.909966 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Pushing event updated for resources: {'Port': ['ID=96cddab7-9847-4846-a07a-54447b4ce508,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:16.912453 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:27:16.920065 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 5f21693b-b71c-451d-8e91-46298e1b2b38, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=5f21693b-b71c-451d-8e91-46298e1b2b38,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:16.923866 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Transition to ACTIVE for port object bb388a99-3730-40c9-bd30-2badef384562 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:16.928235 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:16.929236 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 1dae0851-55bf-407a-abee-c66a91c4e90e up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:16.959978 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:16.974180 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708917'] for router_interface, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:16.978035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:17.006960 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f21693b-b71c-451d-8e91-46298e1b2b38', 'code': 200} Jul 23 17:27:17.016026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:17.020053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e2512a-a399-4762-8361-1483adeccbbe None None] Network 421df661-a4a3-4f00-bba9-28a47cf7e808 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:27:17.059470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da67270-dc90-4b96-bc7d-c6fd6d8b3785 req-c97dff4e-3f79-4e01-ba56-904a52b64518 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:17.061456 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1da67270-dc90-4b96-bc7d-c6fd6d8b3785 req-c97dff4e-3f79-4e01-ba56-904a52b64518 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 944 time: 0.0877399 Jul 23 17:27:17.066574 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:17.146298 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1da67270-dc90-4b96-bc7d-c6fd6d8b3785 req-e4caa963-4597-4d79-ba87-57f9bdf18060 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723829 Jul 23 17:27:17.204419 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-1c0be8b5-83c5-4230-aeb9-50a97c621a4e None None] Provisioning for port 2082a209-6b1c-4435-8821-0c32389884f6 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:17.207567 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=5f21693b-b71c-451d-8e91-46298e1b2b38,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:17.221928 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Attempting to bind port bb388a99-3730-40c9-bd30-2badef384562 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:27:17.222354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Attempting to bind port bb388a99-3730-40c9-bd30-2badef384562 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:27:17.223072 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Attempting to bind port bb388a99-3730-40c9-bd30-2badef384562 on network be355ed9-9aa4-4010-98d9-d73ee88926df {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:27:17.228617 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:17.229383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:17.275569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-1c0be8b5-83c5-4230-aeb9-50a97c621a4e None None] Provisioning complete for port 2082a209-6b1c-4435-8821-0c32389884f6 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:17.275987 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1c0be8b5-83c5-4230-aeb9-50a97c621a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:17.316395 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1a72bb1e-ef60-4959-b44c-b44e9e53330c req-60285c5a-78fc-41d1-90aa-b58ac2a716df service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0830269 Jul 23 17:27:17.346717 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:27:17.347217 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Checking segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:27:17.347628 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:17.348037 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Bound using segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:27:17.348576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Bound port: bb388a99-3730-40c9-bd30-2badef384562, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:27:17.348992 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:17.368027 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1a72bb1e-ef60-4959-b44c-b44e9e53330c req-8b3e0dfb-211c-43bb-b1df-cb8d245eb7f0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449696 Jul 23 17:27:17.456015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 1dae0851-55bf-407a-abee-c66a91c4e90e completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:17.467260 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11717e00-ee2d-48a0-97e4-3935f723d928 None None] Pushing event updated for resources: {'Port': ['ID=bb388a99-3730-40c9-bd30-2badef384562,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:17.486957 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-11717e00-ee2d-48a0-97e4-3935f723d928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:17.491137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 1dae0851-55bf-407a-abee-c66a91c4e90e triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:17.491558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:17.561089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:17.567433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:17.595242 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ac992bd3-574d-43f1-b39d-edc24a9cc396 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:17.688766 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Pushing event updated for resources: {'Port': ['ID=96cddab7-9847-4846-a07a-54447b4ce508,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:17.691814 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3505136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851067050'] for router_interface, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:17.696281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:17.817264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] For port bb388a99-3730-40c9-bd30-2badef384562, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:27:17.850024 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] For port bb388a99-3730-40c9-bd30-2badef384562, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=bb388a99-3730-40c9-bd30-2badef384562,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:27:17.859272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Network 421df661-a4a3-4f00-bba9-28a47cf7e808 is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:27:17.861307 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:17.867165 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:17.873865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:17.910019 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43735a0f-7960-4800-ad90-ddf6d633f0d1 req-426dfc0d-3cb8-4879-a65b-e04865d9241e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:17.910651 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1c0be8b5-83c5-4230-aeb9-50a97c621a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:17.915294 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-43735a0f-7960-4800-ad90-ddf6d633f0d1 req-426dfc0d-3cb8-4879-a65b-e04865d9241e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 943 time: 0.1756952 Jul 23 17:27:17.924549 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734e3f9-fdd5-4390-b6dc-a83128a2d47e req-7e867f4e-b801-402e-8f5d-e210531d1cb2 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:17.926131 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0734e3f9-fdd5-4390-b6dc-a83128a2d47e req-7e867f4e-b801-402e-8f5d-e210531d1cb2 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 946 time: 0.1375821 Jul 23 17:27:18.018614 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0734e3f9-fdd5-4390-b6dc-a83128a2d47e req-8f2c39e5-05b8-4fe0-b010-23314c3c9689 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654111 Jul 23 17:27:18.033423 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-43735a0f-7960-4800-ad90-ddf6d633f0d1 req-771454fa-173d-4cfb-a4ed-ba0864b84c52 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058719 Jul 23 17:27:18.048937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:18.071114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11717e00-ee2d-48a0-97e4-3935f723d928 None None] Pushing event updated for resources: {'Port': ['ID=bb388a99-3730-40c9-bd30-2badef384562,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:18.078458 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-11717e00-ee2d-48a0-97e4-3935f723d928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:18.085498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-1c0be8b5-83c5-4230-aeb9-50a97c621a4e None None] For port 2082a209-6b1c-4435-8821-0c32389884f6, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=2082a209-6b1c-4435-8821-0c32389884f6,segment=NetworkSegment(46b3db97-56be-4d32-b4cc-ec7ca4d4f191),segment_id=46b3db97-56be-4d32-b4cc-ec7ca4d4f191)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:18.094231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1c0be8b5-83c5-4230-aeb9-50a97c621a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:18.098101 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:18.133281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Routers {'b50e23d1-1ae3-4c09-b9f1-74dd95734850'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:27:18.133643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:27:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:18.299598 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 1dae0851-55bf-407a-abee-c66a91c4e90e, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=1dae0851-55bf-407a-abee-c66a91c4e90e,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:18.317670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:18.335074 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0be8b5-83c5-4230-aeb9-50a97c621a4e None None] Pushing event updated for resources: {'Port': ['ID=2082a209-6b1c-4435-8821-0c32389884f6,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:18.339857 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1c0be8b5-83c5-4230-aeb9-50a97c621a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:18.340366 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:18.432074 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Router b50e23d1-1ae3-4c09-b9f1-74dd95734850 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:27:18.435053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=1dae0851-55bf-407a-abee-c66a91c4e90e,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:18.439429 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:18.444880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] Set router b50e23d1-1ae3-4c09-b9f1-74dd95734850 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:27:18.455392 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f6074-f0b3-45ec-89b3-2695ccf7729f req-01a45e5b-c888-4b05-848f-be7a2cf74ebe tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:18.457976 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e46f6074-f0b3-45ec-89b3-2695ccf7729f req-01a45e5b-c888-4b05-848f-be7a2cf74ebe tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 945 time: 0.1544154 Jul 23 17:27:18.526083 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e46f6074-f0b3-45ec-89b3-2695ccf7729f req-04a6bce7-7438-4260-822b-1e9d1924b9d4 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588028 Jul 23 17:27:18.619015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-e5d2aef5-5590-4e87-82e4-97a1bd856477 None None] Provisioning complete for port 2082a209-6b1c-4435-8821-0c32389884f6 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:18.619432 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e5d2aef5-5590-4e87-82e4-97a1bd856477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:18.711082 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:27:18.724151 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] 10.222.0.55 "PUT /v2.0/routers/b50e23d1-1ae3-4c09-b9f1-74dd95734850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2892823 Jul 23 17:27:18.913052 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-e5d2aef5-5590-4e87-82e4-97a1bd856477 None None] Provisioning for port 96cddab7-9847-4846-a07a-54447b4ce508 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:18.920757 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-e5d2aef5-5590-4e87-82e4-97a1bd856477 None None] Provisioning complete for port 96cddab7-9847-4846-a07a-54447b4ce508 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:18.921786 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e5d2aef5-5590-4e87-82e4-97a1bd856477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:18.961089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 4, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '96cddab7-9847-4846-a07a-54447b4ce508', 'name': '', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'mac_address': 'fa:16:3e:b1:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 2, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'subnets': [{'id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:18.971068 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c05532-276d-4d24-b50e-df6de49d070a None None] The sync data for ids ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'] in dv-cinder-802045-1-iscsi is: [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 4, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '96cddab7-9847-4846-a07a-54447b4ce508', 'name': '', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'mac_address': 'fa:16:3e:b1:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 2, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'subnets': [{'id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:27:18.986074 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-e5d2aef5-5590-4e87-82e4-97a1bd856477 None None] Port 96cddab7-9847-4846-a07a-54447b4ce508 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:27:19.008654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48154698-f7e2-4a7b-b84f-022f6681d688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dae0851-55bf-407a-abee-c66a91c4e90e'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:27:19.098788 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48154698-f7e2-4a7b-b84f-022f6681d688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dae0851-55bf-407a-abee-c66a91c4e90e', 'code': 200} Jul 23 17:27:19.129862 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-57b60b1a-5bd2-48ac-aa42-5b14c80687bf None None] Provisioning complete for port 96cddab7-9847-4846-a07a-54447b4ce508 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:19.130277 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-57b60b1a-5bd2-48ac-aa42-5b14c80687bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:19.197914 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-57b60b1a-5bd2-48ac-aa42-5b14c80687bf None None] Port 96cddab7-9847-4846-a07a-54447b4ce508 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:27:19.449758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9a956-c640-405f-b3a7-2b289432b8a0 req-ff008f28-0fc4-45c4-a304-60ffb91ce0ad tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:19.451242 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fbf9a956-c640-405f-b3a7-2b289432b8a0 req-ff008f28-0fc4-45c4-a304-60ffb91ce0ad tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 943 time: 0.2319953 Jul 23 17:27:19.471897 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58b7f6-19dd-4e18-bb84-52223cc1586f req-795f75ca-4f2f-422d-a87d-913a0df40653 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:19.473493 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd58b7f6-19dd-4e18-bb84-52223cc1586f req-795f75ca-4f2f-422d-a87d-913a0df40653 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 946 time: 0.1981623 Jul 23 17:27:19.477986 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5d918684-ed91-406d-ad9a-1e57f17f8fa8 req-f1372a71-7469-4676-9a7c-a3825e566fd5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 1098 time: 0.1550317 Jul 23 17:27:19.607761 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5d918684-ed91-406d-ad9a-1e57f17f8fa8 req-90aaba12-9b24-42ef-854b-1ccfc7db21f8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066267 Jul 23 17:27:19.614083 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fbf9a956-c640-405f-b3a7-2b289432b8a0 req-50c57f3e-e050-4806-8f0d-beab5c3d9de3 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395528 Jul 23 17:27:19.616697 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cd58b7f6-19dd-4e18-bb84-52223cc1586f req-211d3242-bfcb-4de2-889d-b03f7987e396 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182487 Jul 23 17:27:19.922864 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 53044) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:27:19.926145 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4a25b-db5c-4899-b257-b5e4463d1445 req-2f41200c-603c-47e6-a6d6-4f968222d2c9 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:19.927837 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0aa4a25b-db5c-4899-b257-b5e4463d1445 req-2f41200c-603c-47e6-a6d6-4f968222d2c9 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 945 time: 0.1569078 Jul 23 17:27:19.932015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1287480415-network', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:19.935136 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366dc67-f08a-4e50-b75e-f8f1ef51992b req-f9ebf487-012d-44e8-8e3f-9a94e3cb473c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:19.937281 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e366dc67-f08a-4e50-b75e-f8f1ef51992b req-f9ebf487-012d-44e8-8e3f-9a94e3cb473c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 946 time: 0.1302834 Jul 23 17:27:19.939612 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:19.944111 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Usage tracker for resource:network and tenant:d6dc37fcf955455b9a1ea2efb3326aeb is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:27:19.947355 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:27:19.955718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:19.970663 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Made reservation on behalf of d6dc37fcf955455b9a1ea2efb3326aeb for: {'network': 1} {{(pid=81984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:27:19.975604 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for network, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:19.990894 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:20.016012 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0aa4a25b-db5c-4899-b257-b5e4463d1445 req-c0abe30f-0f58-472d-8e8e-a3ba276811a0 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776436 Jul 23 17:27:20.025175 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e366dc67-f08a-4e50-b75e-f8f1ef51992b req-85837ebd-510b-47f5-8fa3-94e1e57b0b74 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698254 Jul 23 17:27:20.033039 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:20.037576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Usage tracker for resource:security_group_rule and tenant:d6dc37fcf955455b9a1ea2efb3326aeb is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:27:20.041108 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:27:20.048080 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:20.068726 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53048) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:27:20.125013 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 2082a209-6b1c-4435-8821-0c32389884f6 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:20.148271 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:20.152080 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:20.157316 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-410570c3-3a5e-4c03-81de-f28f6ef02a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:20.194511 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=81984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Jul 23 17:27:20.200575 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1b6a4c-fd92-4f50-b0df-5298125a3d2f,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:20.210167 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:20.221734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 2082a209-6b1c-4435-8821-0c32389884f6 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:20.222257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:20.222529 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:20.223057 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.segments_db [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Added segment f717a548-7882-4c63-80a2-ab8e9ca6724e of type vlan for network c18ab813-23ac-4a08-bd84-23a8d8665445 Jul 23 17:27:20.265631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363255456818702'] for network, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:20.307973 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091'] for network, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:20.309508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:20.310081 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:20.334109 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a9e5c2b1-6d39-43c9-bfa0-04daa3f6a5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:20.366717 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4417381 Jul 23 17:27:20.369788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53054) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:27:20.377660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Request body: {'subnet': {'network_id': 'c18ab813-23ac-4a08-bd84-23a8d8665445', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1287480415-subnet', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'ip_version': 4}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:20.388735 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:20.403327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Usage tracker for resource:subnet and tenant:d6dc37fcf955455b9a1ea2efb3326aeb is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:27:20.420336 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:27:20.432908 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:20.454081 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Made reservation on behalf of d6dc37fcf955455b9a1ea2efb3326aeb for: {'subnet': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:27:20.459049 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2212589'] for subnet, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:20.483139 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Pushing event updated for resources: {'Network': ['ID=c18ab813-23ac-4a08-bd84-23a8d8665445,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:20.492943 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:20.498298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Network c18ab813-23ac-4a08-bd84-23a8d8665445 details requested by agent ovs-agent-dv-cinder-802045-1-iscsi with host dv-cinder-802045-1-iscsi {{(pid=81986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jul 23 17:27:20.661877 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-418e6911-7383-4991-8cd6-40da6dca182b tempest-TestVolumeBootPattern-1462949556 tempest-TestVolumeBootPattern-1462949556-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 1094 time: 0.5915070 Jul 23 17:27:20.664499 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 53060) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:27:20.671568 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Request body: {'floatingip': {'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'port_id': '5f21693b-b71c-451d-8e91-46298e1b2b38', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:20.680507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:20.687557 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Usage tracker for resource:floatingip and tenant:138f6d21733847e2825438a0ba1cbae9 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:27:20.692776 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:27:20.706688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:20.736195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for floatingip, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:20.808127 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036722869654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2212604'] for subnet, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:20.817941 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:20.932350 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:20.952542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb0a5f1-81dd-4e06-bdb7-01768a000f11,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:20.957309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:20.965812 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Checking segment: {'id': 'f717a548-7882-4c63-80a2-ab8e9ca6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c18ab813-23ac-4a08-bd84-23a8d8665445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:27:20.966313 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Network hostable DHCP agents. Network: c18ab813-23ac-4a08-bd84-23a8d8665445, hostable agents: ['ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b'], hosted agents: [] {{(pid=81985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jul 23 17:27:21.011362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4beac0-648c-4e68-ad18-7290764cfefa req-c1dd238a-caed-4daa-baed-48d183ba1f5c tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:21.013153 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4d4beac0-648c-4e68-ad18-7290764cfefa req-c1dd238a-caed-4daa-baed-48d183ba1f5c tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 943 time: 0.1606908 Jul 23 17:27:21.014325 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Network c18ab813-23ac-4a08-bd84-23a8d8665445 is scheduled to be hosted by DHCP agent ebaa5d05-0505-4ffe-a400-5a8b85b1cb5b with binding_index 1 {{(pid=81985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jul 23 17:27:21.042039 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802045-1-iscsi, c18ab813-23ac-4a08-bd84-23a8d8665445) {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:21.048059 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:21.048824 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:21.059935 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e09e8-15fa-4078-ab5a-d9e302bd10ce None None] Network c18ab813-23ac-4a08-bd84-23a8d8665445 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:27:21.074481 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-32643eca-9024-4180-b5f1-4ca0634d5d62 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7034829 Jul 23 17:27:21.078369 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53066) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:27:21.085729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1287480415-router', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:21.109241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Allocated IP 172.27.0.230 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/4bc41d6e-2b62-4f97-bc2d-fe421a2781f6) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:27:21.111625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:21.126197 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4d4beac0-648c-4e68-ad18-7290764cfefa req-27388257-873f-474f-9ba9-a06f21a7411e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042037 Jul 23 17:27:21.133823 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Usage tracker for resource:router and tenant:d6dc37fcf955455b9a1ea2efb3326aeb is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:27:21.141036 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:27:21.152880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:21.177713 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851069669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854671694'] for router, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:21.178843 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3706310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3703298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672572'] for router, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:21.203545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:21.338472 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:21.356045 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe62099b6-fb64-5bd8-9bd4-803559866e59-c18ab813-23ac-4a08-bd84-23a8d8665445', 'network_id': 'c18ab813-23ac-4a08-bd84-23a8d8665445', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'fixed_ips': [{'subnet_id': '0eb0a5f1-81dd-4e06-bdb7-01768a000f11'}]}} from dv-cinder-802045-1-iscsi. {{(pid=81986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jul 23 17:27:21.358166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:21.368626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:21.374872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c62af4a7-53f5-4b13-bd8a-e89bf441bcf7 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:21.447494 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daededb4-5f43-4799-8d74-26a7a1d9237c req-4abd841a-3c3b-4217-94de-2d2350cc85d9 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:21.450562 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-daededb4-5f43-4799-8d74-26a7a1d9237c req-4abd841a-3c3b-4217-94de-2d2350cc85d9 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 945 time: 0.2347291 Jul 23 17:27:21.452690 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3703315', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036851069656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672555'] for router, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:21.455436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'Port': ['ID=4bc41d6e-2b62-4f97-bc2d-fe421a2781f6,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:21.465651 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:21.479433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:27:21.481192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:21.484688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:27:21.533635 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-daededb4-5f43-4799-8d74-26a7a1d9237c req-5bb4ce49-dc1e-4a88-b730-fc9368f6f602 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754628 Jul 23 17:27:21.550763 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Allocated IP 172.20.0.2 (c18ab813-23ac-4a08-bd84-23a8d8665445/0eb0a5f1-81dd-4e06-bdb7-01768a000f11/661f252a-8143-474f-b997-f326a7697668) {{(pid=81986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:27:21.797225 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:21.841261 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:21.848420 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Notify callbacks [] for port, precommit_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:21.864559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Transition to ACTIVE for port object 661f252a-8143-474f-b997-f326a7697668 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:21.892019 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Transition to ACTIVE for port object 661f252a-8143-474f-b997-f326a7697668 will not be triggered until provisioned by entity DHCP. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:21.899823 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923'] for port, after_create {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:21.909347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:21.987751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Network c18ab813-23ac-4a08-bd84-23a8d8665445 is already hosted by enough agents. {{(pid=81986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:27:21.989065 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Resources bound (agent type, host, resource id): {{(pid=81986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:21.993128 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Received port after_create {{(pid=81986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:27:22.013640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Allocated IP 172.27.0.23 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/3db632eb-a2f3-4685-a1c7-c83cbcd00f8e) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:27:22.161738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:22.199235 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Pushing event updated for resources: {'Port': ['ID=661f252a-8143-474f-b997-f326a7697668,revision_number=1']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:22.207948 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device bb388a99-3730-40c9-bd30-2badef384562 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:22.257654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:22.291810 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:22.295255 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:22.307498 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d36b8fa0-68d2-4c89-8db9-35a9a55044a0 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:22.450609 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:22.457940 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Attempting to bind port 661f252a-8143-474f-b997-f326a7697668 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:27:22.458357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Attempting to bind port 661f252a-8143-474f-b997-f326a7697668 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': 'f717a548-7882-4c63-80a2-ab8e9ca6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c18ab813-23ac-4a08-bd84-23a8d8665445'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:27:22.458832 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Attempting to bind port 661f252a-8143-474f-b997-f326a7697668 on network c18ab813-23ac-4a08-bd84-23a8d8665445 {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:27:22.461376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 77aa2434-39fc-4766-a734-76403047b2a9 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:27:22.485178 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:27:22.485874 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Checking segment: {'id': 'f717a548-7882-4c63-80a2-ab8e9ca6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c18ab813-23ac-4a08-bd84-23a8d8665445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:27:22.486000 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:22.486434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Bound using segment: {'id': 'f717a548-7882-4c63-80a2-ab8e9ca6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c18ab813-23ac-4a08-bd84-23a8d8665445'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:27:22.486998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Bound port: 661f252a-8143-474f-b997-f326a7697668, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f717a548-7882-4c63-80a2-ab8e9ca6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c18ab813-23ac-4a08-bd84-23a8d8665445'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:27:22.487416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:22.589865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] For port 661f252a-8143-474f-b997-f326a7697668, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:27:22.594447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] For port 661f252a-8143-474f-b997-f326a7697668, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=661f252a-8143-474f-b997-f326a7697668,segment=NetworkSegment(f717a548-7882-4c63-80a2-ab8e9ca6724e),segment_id=f717a548-7882-4c63-80a2-ab8e9ca6724e)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:27:22.595770 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port bb388a99-3730-40c9-bd30-2badef384562 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:22.603178 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:22.612237 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:22.659614 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:27:22.665422 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:22.678864 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:27:22.726287 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Pushing event updated for resources: {'Port': ['ID=3db632eb-a2f3-4685-a1c7-c83cbcd00f8e,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:22.740441 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:22.795969 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Pushing event updated for resources: {'Port': ['ID=661f252a-8143-474f-b997-f326a7697668,revision_number=2']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:22.799124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port bb388a99-3730-40c9-bd30-2badef384562 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:22.799734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:22.825432 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea334783-17d6-404f-b8e8-87ab3e90decb req-9272e7be-69a6-4ff9-888a-d4a6596b774b tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:22.833840 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ea334783-17d6-404f-b8e8-87ab3e90decb req-9272e7be-69a6-4ff9-888a-d4a6596b774b tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 943 time: 0.5274899 Jul 23 17:27:22.859048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:22.912850 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ea334783-17d6-404f-b8e8-87ab3e90decb req-8bf9f0d4-ee18-4d98-aa6c-1dcd60c9e960 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778744 Jul 23 17:27:22.969296 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:22.970101 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3706144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036851072472'] for router, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:23.011524 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:23.016157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:23.021217 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fe34d9f2-29e8-4dc5-a7c4-5445855e10e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:23.055511 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:23.087825 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 77aa2434-39fc-4766-a734-76403047b2a9, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=77aa2434-39fc-4766-a734-76403047b2a9,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:23.101917 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port bb388a99-3730-40c9-bd30-2badef384562, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=bb388a99-3730-40c9-bd30-2badef384562,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:23.105426 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:23.108978 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:23.150558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '77aa2434-39fc-4766-a734-76403047b2a9', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'port_id': '77aa2434-39fc-4766-a734-76403047b2a9', 'mac_address': 'fa:16:3e:be:76:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:27:23.164518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event updated for resources: {'Port': ['ID=4bc41d6e-2b62-4f97-bc2d-fe421a2781f6,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:23.169145 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:23.178499 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:23.207172 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=bb388a99-3730-40c9-bd30-2badef384562,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:23.221765 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:23.240964 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Router 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d is scheduled to L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e with binding_index 1 {{(pid=81985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Jul 23 17:27:23.246230 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:23.267540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77aa2434-39fc-4766-a734-76403047b2a9 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:27:23.284908 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 77aa2434-39fc-4766-a734-76403047b2a9, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=77aa2434-39fc-4766-a734-76403047b2a9,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:23.289514 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:23.291518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-081ae87f-562a-4594-b29e-94c19c291827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:23.400494 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=77aa2434-39fc-4766-a734-76403047b2a9,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:23.404000 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:23.536855 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_db [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Floating IP 229c6b3c-09a3-4fb9-8b75-db194cf353dd associated. External IP: 172.27.0.230, port: 5f21693b-b71c-451d-8e91-46298e1b2b38. Jul 23 17:27:23.547181 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:27:23.558690 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Sync routers for ids ['8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:27:23.563845 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['77aa2434-39fc-4766-a734-76403047b2a9'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:27:23.576356 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Notify callbacks [] for router, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:23.580657 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4984396 Jul 23 17:27:23.580846 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Routers {'8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:27:23.580846 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:27:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:23.581495 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53090) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:27:23.991194 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Set router 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:27:24.047382 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Sync routers for ids ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:27:24.067973 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Routers {'b50e23d1-1ae3-4c09-b9f1-74dd95734850'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:27:24.068681 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:27:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:24.228035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:27:24.348889 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cba324-1789-4996-845b-ef4daf446508 req-d5051f75-67d8-43b4-b7e5-182563cdea32 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:24.350564 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-77cba324-1789-4996-845b-ef4daf446508 req-d5051f75-67d8-43b4-b7e5-182563cdea32 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 944 time: 0.1870356 Jul 23 17:27:24.374952 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Set router b50e23d1-1ae3-4c09-b9f1-74dd95734850 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:27:24.435125 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device bb388a99-3730-40c9-bd30-2badef384562 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:24.453478 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-77cba324-1789-4996-845b-ef4daf446508 req-b75a450a-637b-43f3-aa0f-ae76768cd0ed tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951626 Jul 23 17:27:24.590107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:27:24.625450 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:24.625753 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1891bc-7d5a-4b14-a1f0-9e0f44c15e56 None None] Sync routers for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:27:24.663122 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1891bc-7d5a-4b14-a1f0-9e0f44c15e56 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:27:24.663788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-fd1891bc-7d5a-4b14-a1f0-9e0f44c15e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:27:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:24.710766 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-4220ebd7-5193-42ce-8fc5-f437a75cfee7 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0339873 Jul 23 17:27:24.710766 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'tag': '5f21693b-b71c-451d-8e91-46298e1b2b38'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:27:24.805858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port bb388a99-3730-40c9-bd30-2badef384562 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:24.806576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:24.812305 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'tag': '5f21693b-b71c-451d-8e91-46298e1b2b38', 'status': 'completed', 'code': 200} Jul 23 17:27:25.006195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-41a56eaf-89f7-40b0-b77b-b3f4e2b5a9ca tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:25.007932 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-41a56eaf-89f7-40b0-b77b-b3f4e2b5a9ca tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/networks?id=b64f3e1e-b1c7-4f93-a529-b6b259131872 HTTP/1.1" status: 200 len: 814 time: 0.3583398 Jul 23 17:27:25.050418 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-f9cfc4ca-6836-4f35-91ab-74177c01c9e6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/quotas/df14bf71775a45afb7a7610aba0788cb HTTP/1.1" status: 200 len: 375 time: 0.0329359 Jul 23 17:27:25.111434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'name': 'tempest-TestMinimumBasicScenario-1287480415-router', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '3db632eb-a2f3-4685-a1c7-c83cbcd00f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:22Z', 'revision_number': 3, 'project_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'gw_port': {'id': '3db632eb-a2f3-4685-a1c7-c83cbcd00f8e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:25.119073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Checking router: 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:27:25.119460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Updating router 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d port 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e binding host dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:27:25.148140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f059fe63-d47e-4526-94ce-f3604804c8d1 None None] Network c18ab813-23ac-4a08-bd84-23a8d8665445 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:27:25.148553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-fd1891bc-7d5a-4b14-a1f0-9e0f44c15e56 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:27:25.152002 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-200155f1-ab11-445c-afad-fc32e0c53a5c req-3a1e2d7f-a08d-40e7-be52-8182cba46e1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 1099 time: 0.2329593 Jul 23 17:27:25.242641 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:25.284391 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 661f252a-8143-474f-b997-f326a7697668 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:25.300984 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-108005be-1918-4d21-b226-d09efa59358c tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=df14bf71775a45afb7a7610aba0788cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2489207 Jul 23 17:27:25.315982 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 4, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '96cddab7-9847-4846-a07a-54447b4ce508', 'name': '', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'mac_address': 'fa:16:3e:b1:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 2, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'subnets': [{'id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:25.350254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Checking router: b50e23d1-1ae3-4c09-b9f1-74dd95734850 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:27:25.350647 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Updating router b50e23d1-1ae3-4c09-b9f1-74dd95734850 port 96cddab7-9847-4846-a07a-54447b4ce508 binding host dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:27:25.382575 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-60677673-b7a0-4644-9e99-2701e9b63c03 None None] Provisioning for port 661f252a-8143-474f-b997-f326a7697668 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:25.493219 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:25.595067 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 661f252a-8143-474f-b997-f326a7697668 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:25.612253 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 661f252a-8143-474f-b997-f326a7697668 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:25.612680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:25.761292 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200155f1-ab11-445c-afad-fc32e0c53a5c req-69c1dfee-8b0d-43e4-81ce-803ac41aaa08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:25.762819 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-200155f1-ab11-445c-afad-fc32e0c53a5c req-69c1dfee-8b0d-43e4-81ce-803ac41aaa08 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 913 time: 0.5948675 Jul 23 17:27:25.880908 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-fd1891bc-7d5a-4b14-a1f0-9e0f44c15e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '229c6b3c-09a3-4fb9-8b75-db194cf353dd', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': '5f21693b-b71c-451d-8e91-46298e1b2b38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:9c:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:21Z', 'revision_number': 0, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}, {'id': '282ad20a-4131-4e77-aea1-7ec190896cc7', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:33:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:59Z', 'updated_at': '2021-07-23T17:25:03Z', 'revision_number': 1, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:25.888201 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1891bc-7d5a-4b14-a1f0-9e0f44c15e56 None None] Checking router: c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:27:25.903298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Notify callbacks [] for port, precommit_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:25.923015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Transition to ACTIVE for port object 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e will not be triggered until provisioned by entity L2. {{(pid=81987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:25.926017 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1891bc-7d5a-4b14-a1f0-9e0f44c15e56 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:27:25.926792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-fd1891bc-7d5a-4b14-a1f0-9e0f44c15e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:27:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:25.973133 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-936e09c1-5283-42df-b8c3-5adbaee862fa service neutron] 10.222.0.55 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571784 Jul 23 17:27:25.985313 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:26.047452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-debb2bb3-8adb-49da-a7f1-96752e476fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:26.093576 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-200155f1-ab11-445c-afad-fc32e0c53a5c req-02bcf199-e60b-42cc-94b5-561ae0e85c20 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f21693b-b71c-451d-8e91-46298e1b2b38 HTTP/1.1" status: 200 len: 1000 time: 0.3157861 Jul 23 17:27:26.101467 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63be0a-6a69-490c-8260-9e46d9dab0e3 req-0d50ff9d-1606-489a-a498-0213926b3a7b tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:26.109672 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7b63be0a-6a69-490c-8260-9e46d9dab0e3 req-0d50ff9d-1606-489a-a498-0213926b3a7b tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 944 time: 0.4661667 Jul 23 17:27:26.122984 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:26.164529 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 661f252a-8143-474f-b997-f326a7697668, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=661f252a-8143-474f-b997-f326a7697668,segment=NetworkSegment(f717a548-7882-4c63-80a2-ab8e9ca6724e),segment_id=f717a548-7882-4c63-80a2-ab8e9ca6724e)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:26.166594 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713eecd-6b45-4cc3-ba42-80f38b682a23 None None] Pushing event updated for resources: {'Port': ['ID=3db632eb-a2f3-4685-a1c7-c83cbcd00f8e,revision_number=2']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:26.169348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:26.173846 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:26.179891 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Attempting to bind port 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:27:26.180354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Attempting to bind port 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:27:26.180760 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Attempting to bind port 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e on network be355ed9-9aa4-4010-98d9-d73ee88926df {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:27:26.183557 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1713eecd-6b45-4cc3-ba42-80f38b682a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:26.198960 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:27:26.199370 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Checking segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:27:26.199817 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:26.200252 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Bound using segment: {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:27:26.200776 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Bound port: 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e294bbd-0dcb-4ccd-937a-a9915f5eb366', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df'}}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:27:26.201184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:26.267544 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=661f252a-8143-474f-b997-f326a7697668,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:26.296422 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:26.296851 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:26.297182 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:26.298257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:26.298257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:26.298257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:26.298558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:26.298971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:26.299664 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:26.299664 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:26.300019 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:26.306555 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:26.333135 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:26.344663 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] For port 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:27:26.349906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] For port 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=3db632eb-a2f3-4685-a1c7-c83cbcd00f8e,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:27:26.352877 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-fd1891bc-7d5a-4b14-a1f0-9e0f44c15e56 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:27:26.365488 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200155f1-ab11-445c-afad-fc32e0c53a5c req-d8a3f8b8-6ba3-4159-a844-e4a047d0a3ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:26.366955 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-200155f1-ab11-445c-afad-fc32e0c53a5c req-d8a3f8b8-6ba3-4159-a844-e4a047d0a3ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.2227175 Jul 23 17:27:26.383495 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7b63be0a-6a69-490c-8260-9e46d9dab0e3 req-6daac523-0e73-436e-a83c-09e28884490a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726858 Jul 23 17:27:26.405778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:26.415611 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 77aa2434-39fc-4766-a734-76403047b2a9 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:26.420550 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:26.437256 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-2fde7dde-ea24-4702-9255-99b4a6e90e6c service neutron] 10.222.0.55 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370499 Jul 23 17:27:26.526907 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 77aa2434-39fc-4766-a734-76403047b2a9 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:26.534977 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 77aa2434-39fc-4766-a734-76403047b2a9 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:26.534977 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:26.563270 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Notify callbacks [] for port, precommit_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:26.604957 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Transition to ACTIVE for port object 96cddab7-9847-4846-a07a-54447b4ce508 will not be triggered until provisioned by entity L2. {{(pid=81986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:26.618344 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-200155f1-ab11-445c-afad-fc32e0c53a5c req-136086a0-7686-406f-a0ad-ec66f8c9fc2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2315843 Jul 23 17:27:26.633308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1713eecd-6b45-4cc3-ba42-80f38b682a23 None None] Pushing event updated for resources: {'Port': ['ID=3db632eb-a2f3-4685-a1c7-c83cbcd00f8e,revision_number=3']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:26.637936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-e13ff883-98e2-41b6-ab93-413305e5bc46 None None] Provisioning complete for port 661f252a-8143-474f-b997-f326a7697668 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:26.639453 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e13ff883-98e2-41b6-ab93-413305e5bc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:26.640399 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1713eecd-6b45-4cc3-ba42-80f38b682a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:26.648899 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Routers {'8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:27:26.649597 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:27:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:26.728900 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:26.742356 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6f723372-6a46-4a7c-9025-3bf2a395503f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:26.879469 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a206c95b-b5ba-446e-bb6d-69d826c56b80 req-c6313de7-1249-44fb-872e-15a972904bf2 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 210 time: 0.0883634 Jul 23 17:27:26.930269 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Allocated IP 172.20.0.1 (c18ab813-23ac-4a08-bd84-23a8d8665445/0eb0a5f1-81dd-4e06-bdb7-01768a000f11/71ecf9ab-c440-47d0-9b96-4742bc57f4fc) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:27:26.973546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1b151-6851-47bb-ae4e-c87f6c8acf96 None None] Pushing event updated for resources: {'Port': ['ID=96cddab7-9847-4846-a07a-54447b4ce508,revision_number=3']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:26.992328 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-dfe1b151-6851-47bb-ae4e-c87f6c8acf96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:27.160665 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:27.168659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:27.189664 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Transition to ACTIVE for port object 71ecf9ab-c440-47d0-9b96-4742bc57f4fc will not be triggered until provisioned by entity DHCP. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:27.216458 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-200155f1-ab11-445c-afad-fc32e0c53a5c req-c1688a9c-7334-4971-9863-3837e4073874 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774024 Jul 23 17:27:27.218678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:27.224718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:27.226449 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Attempting to bind port 96cddab7-9847-4846-a07a-54447b4ce508 on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:27:27.226896 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Attempting to bind port 96cddab7-9847-4846-a07a-54447b4ce508 by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': '46b3db97-56be-4d32-b4cc-ec7ca4d4f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808'}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:27:27.227348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Attempting to bind port 96cddab7-9847-4846-a07a-54447b4ce508 on network 421df661-a4a3-4f00-bba9-28a47cf7e808 {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:27:27.236956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:27:27.237377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Checking segment: {'id': '46b3db97-56be-4d32-b4cc-ec7ca4d4f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:27:27.237833 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:27.238292 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Bound using segment: {'id': '46b3db97-56be-4d32-b4cc-ec7ca4d4f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808'} {{(pid=81986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:27:27.238963 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Bound port: 96cddab7-9847-4846-a07a-54447b4ce508, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b3db97-56be-4d32-b4cc-ec7ca4d4f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808'}}] {{(pid=81986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:27:27.239230 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:27.305556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] Set router 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:27:27.346330 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aa2434-39fc-4766-a734-76403047b2a9'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:27:27.410201 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Network c18ab813-23ac-4a08-bd84-23a8d8665445 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:27:27.421136 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] For port 96cddab7-9847-4846-a07a-54447b4ce508, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:27:27.424653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] For port 96cddab7-9847-4846-a07a-54447b4ce508, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=96cddab7-9847-4846-a07a-54447b4ce508,segment=NetworkSegment(46b3db97-56be-4d32-b4cc-ec7ca4d4f191),segment_id=46b3db97-56be-4d32-b4cc-ec7ca4d4f191)] {{(pid=81986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:27:27.433063 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:27.434984 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:27.450904 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:27:27.451174 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 77aa2434-39fc-4766-a734-76403047b2a9, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=77aa2434-39fc-4766-a734-76403047b2a9,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:27.452886 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:27.510863 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Pushing event updated for resources: {'Port': ['ID=71ecf9ab-c440-47d0-9b96-4742bc57f4fc,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:27.514910 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:27.547670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:27.558310 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aa2434-39fc-4766-a734-76403047b2a9', 'code': 200} Jul 23 17:27:27.609519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3708917'] for router_interface, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:27.624414 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-200155f1-ab11-445c-afad-fc32e0c53a5c req-1c422603-427e-4623-8711-bc3973c936c4 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591068 Jul 23 17:27:27.678672 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1b151-6851-47bb-ae4e-c87f6c8acf96 None None] Pushing event updated for resources: {'Port': ['ID=96cddab7-9847-4846-a07a-54447b4ce508,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:27.691021 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-dfe1b151-6851-47bb-ae4e-c87f6c8acf96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:27.691513 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:27.769871 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-fd1891bc-7d5a-4b14-a1f0-9e0f44c15e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '229c6b3c-09a3-4fb9-8b75-db194cf353dd', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': '5f21693b-b71c-451d-8e91-46298e1b2b38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:9c:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:21Z', 'revision_number': 0, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}, {'id': '282ad20a-4131-4e77-aea1-7ec190896cc7', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:33:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:59Z', 'updated_at': '2021-07-23T17:25:03Z', 'revision_number': 1, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:27.783923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1891bc-7d5a-4b14-a1f0-9e0f44c15e56 None None] The sync data for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi is: [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '229c6b3c-09a3-4fb9-8b75-db194cf353dd', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': '5f21693b-b71c-451d-8e91-46298e1b2b38', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:9c:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:21Z', 'revision_number': 0, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}, {'id': '282ad20a-4131-4e77-aea1-7ec190896cc7', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:33:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:59Z', 'updated_at': '2021-07-23T17:25:03Z', 'revision_number': 1, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:27:27.842073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:27.849347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Routers {'b50e23d1-1ae3-4c09-b9f1-74dd95734850'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:27:27.850003 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:27:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:27.863269 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb8e01-dc96-40ed-a48e-499426c64fef req-381b56a9-a8b0-4fb4-a719-2d3efe43e7dc tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:27.865142 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-56bb8e01-dc96-40ed-a48e-499426c64fef req-381b56a9-a8b0-4fb4-a719-2d3efe43e7dc tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.2050443 Jul 23 17:27:28.014139 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-56bb8e01-dc96-40ed-a48e-499426c64fef req-62754fb3-b1dc-4f8f-9ee7-757dd37f5a49 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417630 Jul 23 17:27:28.043466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'name': 'tempest-TestMinimumBasicScenario-1287480415-router', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '3db632eb-a2f3-4685-a1c7-c83cbcd00f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:22Z', 'revision_number': 3, 'project_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'gw_port': {'id': '3db632eb-a2f3-4685-a1c7-c83cbcd00f8e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:28.055619 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e9e4a-540f-4ceb-baa3-23c686bec8e7 None None] The sync data for ids ['8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'] in dv-cinder-802045-1-iscsi is: [{'id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'name': 'tempest-TestMinimumBasicScenario-1287480415-router', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '3db632eb-a2f3-4685-a1c7-c83cbcd00f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:22Z', 'revision_number': 3, 'project_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'gw_port': {'id': '3db632eb-a2f3-4685-a1c7-c83cbcd00f8e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:27:28.205465 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=77aa2434-39fc-4766-a734-76403047b2a9,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:28.214377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:28.304973 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-b896a97b-1221-4ca5-a88f-0ac616eff71f None None] Provisioning for port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:28.315028 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-b896a97b-1221-4ca5-a88f-0ac616eff71f None None] Provisioning complete for port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:28.315455 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b896a97b-1221-4ca5-a88f-0ac616eff71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:28.351997 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] Set router b50e23d1-1ae3-4c09-b9f1-74dd95734850 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:27:28.423424 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 661f252a-8143-474f-b997-f326a7697668 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:28.545550 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f28ed7-8332-4d5b-a81e-68079b7dc1ef None None] New status for floating IP 229c6b3c-09a3-4fb9-8b75-db194cf353dd: ACTIVE {{(pid=81986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:27:28.603559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-b896a97b-1221-4ca5-a88f-0ac616eff71f None None] Port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:27:28.640802 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-afb22d12-c389-442f-ba77-a0983e9e606e req-115e1f3b-a45b-41ee-893e-2d3cb2cbb2d6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 210 time: 0.4186666 Jul 23 17:27:28.733858 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8bdffe02-cdd6-409f-bddc-b06a9f1e14b5 req-cd5b9666-cc44-4798-aac3-54294fd51624 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 1098 time: 0.6569097 Jul 23 17:27:28.788553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:28.793715 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:28.835380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9de8f013-e034-4c79-bc34-eef1ded2e009 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:28.942648 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Pushing event updated for resources: {'Port': ['ID=71ecf9ab-c440-47d0-9b96-4742bc57f4fc,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:28.946551 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8bdffe02-cdd6-409f-bddc-b06a9f1e14b5 req-9b843868-4d00-41fd-8c4a-7fcf854efc5f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032776 Jul 23 17:27:28.947483 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:28.953342 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3505136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851067050'] for router_interface, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:29.195655 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 661f252a-8143-474f-b997-f326a7697668 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:29.196478 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:29.296751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Network c18ab813-23ac-4a08-bd84-23a8d8665445 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:27:29.301848 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:29.496376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ddaecd70-f56d-40b6-a13d-3495118c1e34 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:29.497992 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ddaecd70-f56d-40b6-a13d-3495118c1e34 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "GET /v2.0/networks?id=b64f3e1e-b1c7-4f93-a529-b6b259131872 HTTP/1.1" status: 200 len: 814 time: 0.4385998 Jul 23 17:27:29.521153 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Request body: {'port': {'device_id': '8159f97c-f25a-4835-b6a7-77c235d20692', 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872', 'admin_state_up': True, 'tenant_id': 'df14bf71775a45afb7a7610aba0788cb'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:29.539993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 96cddab7-9847-4846-a07a-54447b4ce508 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:29.646212 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 4, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '96cddab7-9847-4846-a07a-54447b4ce508', 'name': '', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'mac_address': 'fa:16:3e:b1:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:27Z', 'revision_number': 4, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'subnets': [{'id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:29.649785 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 96cddab7-9847-4846-a07a-54447b4ce508 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:29.660815 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd1c616-9163-406f-826a-cbd0aa8caeec None None] The sync data for ids ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'] in dv-cinder-802045-1-iscsi is: [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 4, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '96cddab7-9847-4846-a07a-54447b4ce508', 'name': '', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'mac_address': 'fa:16:3e:b1:a9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:27Z', 'revision_number': 4, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'subnets': [{'id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:27:29.664204 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 96cddab7-9847-4846-a07a-54447b4ce508 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:29.664622 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:29.803220 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982685e-b313-4e2b-86cf-32fd749c43be req-0c0ee2c5-7c8b-4657-a53a-0ac4d4a0c607 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:29.810837 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c982685e-b313-4e2b-86cf-32fd749c43be req-0c0ee2c5-7c8b-4657-a53a-0ac4d4a0c607 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.5965230 Jul 23 17:27:29.816769 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:29.865558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:29.897508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Usage tracker for resource:port and tenant:df14bf71775a45afb7a7610aba0788cb is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:27:29.908362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Quota usage for port was recalculated. Used quota:2. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:27:29.936053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 96cddab7-9847-4846-a07a-54447b4ce508, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=96cddab7-9847-4846-a07a-54447b4ce508,segment=NetworkSegment(46b3db97-56be-4d32-b4cc-ec7ca4d4f191),segment_id=46b3db97-56be-4d32-b4cc-ec7ca4d4f191)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:29.939031 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-6715be7b-ea9b-4090-98ea-c798622d9851 None None] Provisioning complete for port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:29.939513 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6715be7b-ea9b-4090-98ea-c798622d9851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:29.977137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:29.977738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:29.991234 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-75f85cce-d19d-4708-8f80-5b9ab09475ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:30.032149 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c982685e-b313-4e2b-86cf-32fd749c43be req-11009c81-5acb-4554-bd25-714be51e4494 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833375 Jul 23 17:27:30.034943 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-368ef597-874a-45cd-a11d-2a5bb2d095f5 req-fd0cb78e-feda-4f23-b4a2-a8a312365f7c tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 210 time: 0.1279895 Jul 23 17:27:30.038622 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Made reservation on behalf of df14bf71775a45afb7a7610aba0788cb for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:27:30.044656 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:30.097941 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-6715be7b-ea9b-4090-98ea-c798622d9851 None None] Port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:27:30.107482 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=96cddab7-9847-4846-a07a-54447b4ce508,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:30.110892 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:30.143558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0a51287d-49f1-471c-82f5-66c0c9c8f82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:30.386289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:30.404362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Allocated IP 172.20.0.3 (b64f3e1e-b1c7-4f93-a529-b6b259131872/98b429cd-bbb8-44d9-96a8-c9d00395f317/f8db2c44-9def-4030-9e2a-7c41192454e0) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:27:30.465386 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:30.472012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:30.472475 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:30.598771 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:30.599466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Router 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:27:30.616599 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=3db632eb-a2f3-4685-a1c7-c83cbcd00f8e,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:30.620902 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:30.621883 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 96cddab7-9847-4846-a07a-54447b4ce508 up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:30.649675 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:30.748243 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=3db632eb-a2f3-4685-a1c7-c83cbcd00f8e,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:30.751857 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:30.762705 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 96cddab7-9847-4846-a07a-54447b4ce508 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:30.763161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:30.800517 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:30.859298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:30.866433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-12918aae-1e94-4833-858d-857abb83e11b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:30.872070 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['16386c07-a091-4f86-92b3-6c0d0c0112f6', '1dae0851-55bf-407a-abee-c66a91c4e90e'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:27:30.951460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Network b64f3e1e-b1c7-4f93-a529-b6b259131872 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:27:30.956768 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Pushing event updated for resources: {'Port': ['ID=f8db2c44-9def-4030-9e2a-7c41192454e0,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:30.959440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:30.961412 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:30.963094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:27:31.047767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:27:31.054137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:31.054863 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:31.408564 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] 10.222.0.55 "PUT /v2.0/routers/8110a02a-52ff-4ced-a5fa-47a4b36d8a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8257113 Jul 23 17:27:31.415217 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8984687 Jul 23 17:27:31.432255 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Request body: {'port': {'device_id': '8159f97c-f25a-4835-b6a7-77c235d20692', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:31.555964 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120f528-1ea7-4e38-8731-16a9f0c5c6ee req-efa451f9-0f80-478e-b99c-36472295437b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:31.556733 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-3120f528-1ea7-4e38-8731-16a9f0c5c6ee req-efa451f9-0f80-478e-b99c-36472295437b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Synchronizing usage tracker for tenant:df14bf71775a45afb7a7610aba0788cb on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:27:31.580407 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf472e7d-0067-40bc-8b0d-3a5d2a977d9d req-b60d1e7d-8cbc-4741-a0fb-1723ea91eb81 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:31.582018 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cf472e7d-0067-40bc-8b0d-3a5d2a977d9d req-b60d1e7d-8cbc-4741-a0fb-1723ea91eb81 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.2758729 Jul 23 17:27:31.627777 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:31.640032 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-3120f528-1ea7-4e38-8731-16a9f0c5c6ee req-efa451f9-0f80-478e-b99c-36472295437b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Unset dirty status for tenant:df14bf71775a45afb7a7610aba0788cb on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:27:31.641326 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3120f528-1ea7-4e38-8731-16a9f0c5c6ee req-efa451f9-0f80-478e-b99c-36472295437b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 931 time: 0.3369987 Jul 23 17:27:31.672624 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:31.730329 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cf472e7d-0067-40bc-8b0d-3a5d2a977d9d req-c6ab3a4e-c7ce-4859-b646-9c0063603e42 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377420 Jul 23 17:27:31.818254 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3120f528-1ea7-4e38-8731-16a9f0c5c6ee req-94b8c64a-408e-4b39-aabf-8a84cd33d108 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613886 Jul 23 17:27:32.082440 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2921f3-ba32-4f69-b6f8-82d0c9b911df req-7b5042ad-31e9-4a87-9b25-0a9d255d223a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:32.084250 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a2921f3-ba32-4f69-b6f8-82d0c9b911df req-7b5042ad-31e9-4a87-9b25-0a9d255d223a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.2053938 Jul 23 17:27:32.204326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8db2c44-9def-4030-9e2a-7c41192454e0 {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:27:32.214100 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:32.219750 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0a2921f3-ba32-4f69-b6f8-82d0c9b911df req-37b47350-dae0-4912-92af-bfd0daad107f tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262300 Jul 23 17:27:32.234704 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Transition to ACTIVE for port object f8db2c44-9def-4030-9e2a-7c41192454e0 will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:32.240277 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:32.247298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-35866fee-ba8d-4fa7-9b19-12ae6cd36433 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:32.261738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 53174) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:27:32.333315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:32.378775 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8db2c44-9def-4030-9e2a-7c41192454e0,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:32.389261 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:32.437661 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:32.443123 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:32.523330 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Attempting to bind port f8db2c44-9def-4030-9e2a-7c41192454e0 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:27:32.523737 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Attempting to bind port f8db2c44-9def-4030-9e2a-7c41192454e0 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:27:32.524267 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Attempting to bind port f8db2c44-9def-4030-9e2a-7c41192454e0 on network b64f3e1e-b1c7-4f93-a529-b6b259131872 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:27:32.531445 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Port f8db2c44-9def-4030-9e2a-7c41192454e0 on network b64f3e1e-b1c7-4f93-a529-b6b259131872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:27:32.531815 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Attempting to bind port f8db2c44-9def-4030-9e2a-7c41192454e0 on network b64f3e1e-b1c7-4f93-a529-b6b259131872 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:27:32.541516 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:27:32.542014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Checking segment: {'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:27:32.542551 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Bound using segment: {'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:27:32.543136 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Bound port: f8db2c44-9def-4030-9e2a-7c41192454e0, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:27:32.543618 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:32.663553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9b2322a9-1ada-4c22-a5b7-7e9c971157d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:32.739882 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-294309ce-f8ef-4b8a-b7d1-a9d3fc577abd tempest-TestShelveInstance-1353510243 tempest-TestShelveInstance-1353510243-project-admin] Synchronizing usage tracker for tenant:37ddd05309224605bd3c59d6bcd2e4b8 on resource:port {{(pid=81984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:27:32.747539 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] For port f8db2c44-9def-4030-9e2a-7c41192454e0, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:27:32.752767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] For port f8db2c44-9def-4030-9e2a-7c41192454e0, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f8db2c44-9def-4030-9e2a-7c41192454e0,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:27:32.757406 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:32.762057 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c1f58904-30f2-48e1-9950-ae133cb0bf37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:32.775525 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-294309ce-f8ef-4b8a-b7d1-a9d3fc577abd tempest-TestShelveInstance-1353510243 tempest-TestShelveInstance-1353510243-project-admin] Unset dirty status for tenant:37ddd05309224605bd3c59d6bcd2e4b8 on resource:port {{(pid=81984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:27:32.776866 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-294309ce-f8ef-4b8a-b7d1-a9d3fc577abd tempest-TestShelveInstance-1353510243 tempest-TestShelveInstance-1353510243-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 1093 time: 0.5109832 Jul 23 17:27:32.780274 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 53184) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:27:32.794855 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Request body: {'floatingip': {'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'port_id': '77aa2434-39fc-4766-a734-76403047b2a9', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:32.803038 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:32.808676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Usage tracker for resource:floatingip and tenant:cb1454b448c548df875d32b814cba17e is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:27:32.814216 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:27:32.821592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:32.829833 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:32.831349 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] 10.222.0.58 "PUT /v2.0/ports/f8db2c44-9def-4030-9e2a-7c41192454e0 HTTP/1.1" status: 200 len: 1093 time: 1.4047883 Jul 23 17:27:32.832112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8159f97c-f25a-4835-b6a7-77c235d20692', 'tag': 'f8db2c44-9def-4030-9e2a-7c41192454e0'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:27:32.844095 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for floatingip, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:32.859629 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Sync routers for ids ['8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:27:32.859935 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8db2c44-9def-4030-9e2a-7c41192454e0,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:32.863639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:32.922788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Routers {'8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:27:32.925725 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:27:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:32.992522 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:33.046490 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8159f97c-f25a-4835-b6a7-77c235d20692', 'tag': 'f8db2c44-9def-4030-9e2a-7c41192454e0', 'status': 'completed', 'code': 200} Jul 23 17:27:33.111924 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-69342042-ca13-4033-948c-e9f64aa9c6b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df14bf71775a45afb7a7610aba0788cb&device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 1096 time: 0.1811099 Jul 23 17:27:33.156548 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:33.198007 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-8aa732b2-bcd4-4367-b510-ee1218b1a343 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8db2c44-9def-4030-9e2a-7c41192454e0 HTTP/1.1" status: 200 len: 217 time: 0.0728085 Jul 23 17:27:33.307023 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-f12bdaa3-bcf3-424a-bfd5-9e0ce21c2820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:33.309277 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-f12bdaa3-bcf3-424a-bfd5-9e0ce21c2820 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98b429cd-bbb8-44d9-96a8-c9d00395f317 HTTP/1.1" status: 200 len: 854 time: 0.1035378 Jul 23 17:27:33.355087 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Set router 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:27:33.357264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Allocated IP 172.27.0.53 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/86c75f00-df6c-4653-b264-1fb72495dab2) {{(pid=81984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:27:33.452302 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-adb33aa2-f610-4918-9167-4d63756f6d72 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b64f3e1e-b1c7-4f93-a529-b6b259131872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343331 Jul 23 17:27:33.563129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for port, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:33.600744 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:33.604998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440c1f4-0001-4eda-9d43-11eb0b4990f6 req-5893e51b-fe9f-401a-a40e-7a883655853d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:33.605544 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:33.606951 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9440c1f4-0001-4eda-9d43-11eb0b4990f6 req-5893e51b-fe9f-401a-a40e-7a883655853d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 943 time: 0.2903798 Jul 23 17:27:33.701745 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-62fb177b-11d2-44ec-a2b8-9a9d4d691573 service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398448 Jul 23 17:27:33.707148 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9440c1f4-0001-4eda-9d43-11eb0b4990f6 req-64545815-b44c-4aca-ab9b-9b29c4f9243a tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925992 Jul 23 17:27:33.721755 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Pushing event updated for resources: {'Port': ['ID=86c75f00-df6c-4653-b264-1fb72495dab2,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:33.739351 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:33.754470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:27:33.756433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Resources bound (agent type, host, resource id): {{(pid=81984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:33.761843 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Received port after_create {{(pid=81984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:27:33.872093 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:33.876255 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'name': 'tempest-TestMinimumBasicScenario-1287480415-router', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '3db632eb-a2f3-4685-a1c7-c83cbcd00f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:27Z', 'revision_number': 4, 'project_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'gw_port': {'id': '3db632eb-a2f3-4685-a1c7-c83cbcd00f8e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '71ecf9ab-c440-47d0-9b96-4742bc57f4fc', 'name': '', 'network_id': 'c18ab813-23ac-4a08-bd84-23a8d8665445', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'mac_address': 'fa:16:3e:77:22:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0eb0a5f1-81dd-4e06-bdb7-01768a000f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:26Z', 'updated_at': '2021-07-23T17:27:28Z', 'revision_number': 2, 'project_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'subnets': [{'id': '0eb0a5f1-81dd-4e06-bdb7-01768a000f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:33.881960 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Checking router: 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:27:33.882649 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Updating router 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc binding host dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Jul 23 17:27:33.972704 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7a158864-4519-4f48-b41f-e65d7c5f5731 req-3baf5bdd-1336-46f4-84d5-83f6b4085c68 service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580712 Jul 23 17:27:33.981140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:34.177649 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d9b03371-2ac2-4b05-bc2d-b0ef0334d9b3 req-a8a8d69a-b6c8-45a2-af52-d04ee90dc0a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df14bf71775a45afb7a7610aba0788cb&device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 1096 time: 0.1537602 Jul 23 17:27:34.348194 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:34.400510 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b03371-2ac2-4b05-bc2d-b0ef0334d9b3 req-f1f55e36-0475-4f6c-a40f-afd8da0be55a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:34.402313 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d9b03371-2ac2-4b05-bc2d-b0ef0334d9b3 req-f1f55e36-0475-4f6c-a40f-afd8da0be55a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b64f3e1e-b1c7-4f93-a529-b6b259131872 HTTP/1.1" status: 200 len: 915 time: 0.2138743 Jul 23 17:27:34.506641 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:34.511275 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d9b03371-2ac2-4b05-bc2d-b0ef0334d9b3 req-0e557892-fb8f-45a3-83ec-e44d85eb7a9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8db2c44-9def-4030-9e2a-7c41192454e0 HTTP/1.1" status: 200 len: 217 time: 0.0978630 Jul 23 17:27:34.537284 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Notify callbacks [] for port, precommit_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:34.552978 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Transition to ACTIVE for port object 71ecf9ab-c440-47d0-9b96-4742bc57f4fc will not be triggered until provisioned by entity L2. {{(pid=81987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:34.562258 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:34.568015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:34.597819 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:34.620736 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b03371-2ac2-4b05-bc2d-b0ef0334d9b3 req-26c6bc33-5ed4-4876-9432-1ef519730902 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:34.622374 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d9b03371-2ac2-4b05-bc2d-b0ef0334d9b3 req-26c6bc33-5ed4-4876-9432-1ef519730902 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98b429cd-bbb8-44d9-96a8-c9d00395f317 HTTP/1.1" status: 200 len: 854 time: 0.1010451 Jul 23 17:27:34.683424 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d9b03371-2ac2-4b05-bc2d-b0ef0334d9b3 req-f4295ec4-4fa6-475d-88a9-d313f6e9bbcb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b64f3e1e-b1c7-4f93-a529-b6b259131872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509844 Jul 23 17:27:34.715409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Pushing event updated for resources: {'Port': ['ID=71ecf9ab-c440-47d0-9b96-4742bc57f4fc,revision_number=3']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:34.773609 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:34.898244 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Attempting to bind port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc on host dv-cinder-802045-1-iscsi for vnic_type normal with profile {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:27:34.898657 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Attempting to bind port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc by drivers openvswitch,hyperv on host dv-cinder-802045-1-iscsi at level 0 using segments [{'id': 'f717a548-7882-4c63-80a2-ab8e9ca6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c18ab813-23ac-4a08-bd84-23a8d8665445'}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:27:34.899622 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Attempting to bind port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc on network c18ab813-23ac-4a08-bd84-23a8d8665445 {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:27:34.909693 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Checking agent: {'id': '912fc079-d105-486c-8d25-4ee316807e8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802045-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 11, 2), 'started_at': datetime.datetime(2021, 7, 23, 17, 11, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802045-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:27:34.910149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Checking segment: {'id': 'f717a548-7882-4c63-80a2-ab8e9ca6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c18ab813-23ac-4a08-bd84-23a8d8665445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:27:34.910540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:34.911014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Bound using segment: {'id': 'f717a548-7882-4c63-80a2-ab8e9ca6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c18ab813-23ac-4a08-bd84-23a8d8665445'} {{(pid=81987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:27:34.911538 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Bound port: 71ecf9ab-c440-47d0-9b96-4742bc57f4fc, host: dv-cinder-802045-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f717a548-7882-4c63-80a2-ab8e9ca6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c18ab813-23ac-4a08-bd84-23a8d8665445'}}] {{(pid=81987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:27:34.911953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:34.972979 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d9b03371-2ac2-4b05-bc2d-b0ef0334d9b3 req-dc486213-9502-48ff-b729-d80f8c6f62fc service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667780 Jul 23 17:27:35.104559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] For port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc, host dv-cinder-802045-1-iscsi, cleared binding levels {{(pid=81987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:27:35.106855 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for port, precommit_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:35.107886 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] For port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc, host dv-cinder-802045-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=71ecf9ab-c440-47d0-9b96-4742bc57f4fc,segment=NetworkSegment(f717a548-7882-4c63-80a2-ab8e9ca6724e),segment_id=f717a548-7882-4c63-80a2-ab8e9ca6724e)] {{(pid=81987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:27:35.113578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851930124'] for port, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:35.116164 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81987) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:35.118290 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7adfc531-f263-4a52-9af1-109e0635859d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:35.125403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:35.217889 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Pushing event updated for resources: {'Port': ['ID=71ecf9ab-c440-47d0-9b96-4742bc57f4fc,revision_number=4']} {{(pid=81987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:35.235450 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:35.235820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:35.236380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:35.236838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:35.237303 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:35.237752 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:35.238197 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:35.238644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:35.239112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:35.239576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:35.239996 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:27:35.255139 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-db73e8a4-60c7-46de-8a25-7da4b4b5cafe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81987) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:35.304766 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Routers {'8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:27:35.308571 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:27:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:35.361324 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5a3bb-4939-4174-83f9-fcdd1ab53a60 req-ffbf2d67-62d4-492d-ae53-421973fe5bdb tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:35.363479 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-81b5a3bb-4939-4174-83f9-fcdd1ab53a60 req-ffbf2d67-62d4-492d-ae53-421973fe5bdb tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 943 time: 0.3384449 Jul 23 17:27:35.372101 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d9b03371-2ac2-4b05-bc2d-b0ef0334d9b3 req-751875a9-8033-4c79-81b6-cc163bbad0cf service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835785 Jul 23 17:27:35.464682 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-81b5a3bb-4939-4174-83f9-fcdd1ab53a60 req-bc2659e0-cd60-4664-a9f8-f50e61f93fcd tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914621 Jul 23 17:27:35.625957 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:35.685571 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Pushing event updated for resources: {'Port': ['ID=86c75f00-df6c-4653-b264-1fb72495dab2,revision_number=2']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:35.693875 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:35.789714 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] Set router 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:27:35.883235 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_db [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Floating IP 6aa1cc78-795c-48a7-a86c-7328ef3dc134 associated. External IP: 172.27.0.53, port: 77aa2434-39fc-4766-a734-76403047b2a9. Jul 23 17:27:36.223050 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'name': 'tempest-TestMinimumBasicScenario-1287480415-router', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '3db632eb-a2f3-4685-a1c7-c83cbcd00f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:27Z', 'revision_number': 4, 'project_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'gw_port': {'id': '3db632eb-a2f3-4685-a1c7-c83cbcd00f8e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '71ecf9ab-c440-47d0-9b96-4742bc57f4fc', 'name': '', 'network_id': 'c18ab813-23ac-4a08-bd84-23a8d8665445', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'mac_address': 'fa:16:3e:77:22:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0eb0a5f1-81dd-4e06-bdb7-01768a000f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:26Z', 'updated_at': '2021-07-23T17:27:35Z', 'revision_number': 4, 'project_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'subnets': [{'id': '0eb0a5f1-81dd-4e06-bdb7-01768a000f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:36.227619 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866cf088-ba73-49ab-98f5-f5770935aa00 None None] The sync data for ids ['8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'] in dv-cinder-802045-1-iscsi is: [{'id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'name': 'tempest-TestMinimumBasicScenario-1287480415-router', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '3db632eb-a2f3-4685-a1c7-c83cbcd00f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:27Z', 'revision_number': 4, 'project_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'gw_port': {'id': '3db632eb-a2f3-4685-a1c7-c83cbcd00f8e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '71ecf9ab-c440-47d0-9b96-4742bc57f4fc', 'name': '', 'network_id': 'c18ab813-23ac-4a08-bd84-23a8d8665445', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'mac_address': 'fa:16:3e:77:22:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0eb0a5f1-81dd-4e06-bdb7-01768a000f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:26Z', 'updated_at': '2021-07-23T17:27:35Z', 'revision_number': 4, 'project_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'subnets': [{'id': '0eb0a5f1-81dd-4e06-bdb7-01768a000f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:27:36.445706 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:27:36.446517 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device f8db2c44-9def-4030-9e2a-7c41192454e0 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:27:36.712946 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port f8db2c44-9def-4030-9e2a-7c41192454e0, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f8db2c44-9def-4030-9e2a-7c41192454e0,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:36.765905 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': 'f8db2c44-9def-4030-9e2a-7c41192454e0', 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872', 'port_id': 'f8db2c44-9def-4030-9e2a-7c41192454e0', 'mac_address': 'fa:16:3e:9b:e9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b429cd-bbb8-44d9-96a8-c9d00395f317', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:27:36.817065 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:27:36.844443 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69fb9d9-260d-4bd3-a2ff-6470ca64e430 None None] Sync routers for ids ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:27:36.870876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69fb9d9-260d-4bd3-a2ff-6470ca64e430 None None] Routers {'6db1460c-68f5-4a9c-af16-d58bb012dbe6'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:27:36.871605 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-f69fb9d9-260d-4bd3-a2ff-6470ca64e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:27:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:36.879339 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:36.928526 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476067c-c634-40b9-ac65-f2c4909b14fa req-fcf43b0a-c752-457b-a5cc-6829846c713e tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:36.930601 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9476067c-c634-40b9-ac65-f2c4909b14fa req-fcf43b0a-c752-457b-a5cc-6829846c713e tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 943 time: 0.1527805 Jul 23 17:27:36.997047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:36.997342 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9476067c-c634-40b9-ac65-f2c4909b14fa req-6f16f0ea-0855-4227-bc57-eebb9c9ec9d3 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592527 Jul 23 17:27:37.010913 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-6f205999-75db-457e-8e82-8984f6bb0bd8 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2219136 Jul 23 17:27:37.010913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'tag': '77aa2434-39fc-4766-a734-76403047b2a9'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:27:37.054969 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8db2c44-9def-4030-9e2a-7c41192454e0 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:27:37.073769 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port f8db2c44-9def-4030-9e2a-7c41192454e0, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f8db2c44-9def-4030-9e2a-7c41192454e0,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:37.122967 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'tag': '77aa2434-39fc-4766-a734-76403047b2a9', 'status': 'completed', 'code': 200} Jul 23 17:27:37.151632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:37.161901 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-11717e00-ee2d-48a0-97e4-3935f723d928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:37.226618 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-561a6fe1-0b7a-40b9-b1d1-f062fee8ad70 req-b63c02cf-3e5f-4cc8-9b43-20c5f2747036 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb1454b448c548df875d32b814cba17e&device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 1098 time: 0.0877945 Jul 23 17:27:37.268489 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=f8db2c44-9def-4030-9e2a-7c41192454e0,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:37.273410 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:37.316903 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-f69fb9d9-260d-4bd3-a2ff-6470ca64e430 None None] Set router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:27:37.492890 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['f8db2c44-9def-4030-9e2a-7c41192454e0'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:27:37.717532 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a6fe1-0b7a-40b9-b1d1-f062fee8ad70 req-c6478a19-a7d5-409d-a377-42d8d2151a1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:37.724296 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-561a6fe1-0b7a-40b9-b1d1-f062fee8ad70 req-c6478a19-a7d5-409d-a377-42d8d2151a1c service neutron] 10.222.0.58 "GET /v2.0/networks?id=71471568-3b6f-426b-a80e-75ed16e11e22 HTTP/1.1" status: 200 len: 910 time: 0.4867375 Jul 23 17:27:37.871253 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-561a6fe1-0b7a-40b9-b1d1-f062fee8ad70 req-c6db004e-8a72-43a4-8a48-464305323850 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77aa2434-39fc-4766-a734-76403047b2a9 HTTP/1.1" status: 200 len: 998 time: 0.1368258 Jul 23 17:27:37.980700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a6fe1-0b7a-40b9-b1d1-f062fee8ad70 req-76018af5-c30a-49ad-8312-beb7317e3b5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:37.982325 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-561a6fe1-0b7a-40b9-b1d1-f062fee8ad70 req-76018af5-c30a-49ad-8312-beb7317e3b5f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=96a575a2-955f-4288-a32e-7aa6c139813b HTTP/1.1" status: 200 len: 848 time: 0.1005809 Jul 23 17:27:38.014380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-f69fb9d9-260d-4bd3-a2ff-6470ca64e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3261e002-8730-4fca-8640-c7f84fd06519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:26Z', 'revision_number': 4, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port': {'id': '3261e002-8730-4fca-8640-c7f84fd06519', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:23Z', 'updated_at': '2021-07-23T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '6aa1cc78-795c-48a7-a86c-7328ef3dc134', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'port_id': '77aa2434-39fc-4766-a734-76403047b2a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'mac_address': 'fa:16:3e:be:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:27:34Z', 'updated_at': '2021-07-23T17:27:34Z', 'revision_number': 0, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7e3747-b5c6-43ac-ba42-a788877263d2', 'name': '', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'mac_address': 'fa:16:3e:e0:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:25Z', 'updated_at': '2021-07-23T17:26:39Z', 'revision_number': 5, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'subnets': [{'id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:38.019272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69fb9d9-260d-4bd3-a2ff-6470ca64e430 None None] Checking router: 6db1460c-68f5-4a9c-af16-d58bb012dbe6 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:27:38.032115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69fb9d9-260d-4bd3-a2ff-6470ca64e430 None None] Routers {'6db1460c-68f5-4a9c-af16-d58bb012dbe6'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:27:38.032831 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-f69fb9d9-260d-4bd3-a2ff-6470ca64e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:27:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:38.109917 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-561a6fe1-0b7a-40b9-b1d1-f062fee8ad70 req-7b561b2c-b349-4c60-9071-4df167034299 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71471568-3b6f-426b-a80e-75ed16e11e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139042 Jul 23 17:27:38.373998 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-561a6fe1-0b7a-40b9-b1d1-f062fee8ad70 req-861602ce-7230-46f9-a670-4967b56bb522 service neutron] 10.222.0.58 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499812 Jul 23 17:27:38.467423 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 71ecf9ab-c440-47d0-9b96-4742bc57f4fc up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:38.600150 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning for port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:38.610264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99ab9-f419-475f-a53b-04e609be9c0d req-68bcd407-085e-40a1-9db6-af22896e6d9d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:38.616054 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:38.616482 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:38.618814 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4ef99ab9-f419-475f-a53b-04e609be9c0d req-68bcd407-085e-40a1-9db6-af22896e6d9d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 944 time: 0.2435191 Jul 23 17:27:38.672889 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-f69fb9d9-260d-4bd3-a2ff-6470ca64e430 None None] Set router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:27:38.799599 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4ef99ab9-f419-475f-a53b-04e609be9c0d req-cae69932-f646-4a24-a9d6-63c8d437c5df tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796584 Jul 23 17:27:38.837745 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-561a6fe1-0b7a-40b9-b1d1-f062fee8ad70 req-7dfd3155-d439-474d-9bf7-0993ac52c204 service neutron] 10.222.0.58 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075224 Jul 23 17:27:38.937592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:39.070832 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] For port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=71ecf9ab-c440-47d0-9b96-4742bc57f4fc,segment=NetworkSegment(f717a548-7882-4c63-80a2-ab8e9ca6724e),segment_id=f717a548-7882-4c63-80a2-ab8e9ca6724e)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:39.081017 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:39.084845 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:39.238790 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Pushing event updated for resources: {'Port': ['ID=71ecf9ab-c440-47d0-9b96-4742bc57f4fc,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:39.247391 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:39.284659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-f69fb9d9-260d-4bd3-a2ff-6470ca64e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3261e002-8730-4fca-8640-c7f84fd06519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:26Z', 'revision_number': 4, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port': {'id': '3261e002-8730-4fca-8640-c7f84fd06519', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:23Z', 'updated_at': '2021-07-23T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '6aa1cc78-795c-48a7-a86c-7328ef3dc134', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'port_id': '77aa2434-39fc-4766-a734-76403047b2a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'mac_address': 'fa:16:3e:be:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:27:34Z', 'updated_at': '2021-07-23T17:27:34Z', 'revision_number': 0, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7e3747-b5c6-43ac-ba42-a788877263d2', 'name': '', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'mac_address': 'fa:16:3e:e0:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:25Z', 'updated_at': '2021-07-23T17:26:39Z', 'revision_number': 5, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'subnets': [{'id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:27:39.289974 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69fb9d9-260d-4bd3-a2ff-6470ca64e430 None None] The sync data for ids ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'] in dv-cinder-802045-1-iscsi is: [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3261e002-8730-4fca-8640-c7f84fd06519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:26Z', 'revision_number': 4, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port': {'id': '3261e002-8730-4fca-8640-c7f84fd06519', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:23Z', 'updated_at': '2021-07-23T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '6aa1cc78-795c-48a7-a86c-7328ef3dc134', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'port_id': '77aa2434-39fc-4766-a734-76403047b2a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'mac_address': 'fa:16:3e:be:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:27:34Z', 'updated_at': '2021-07-23T17:27:34Z', 'revision_number': 0, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7e3747-b5c6-43ac-ba42-a788877263d2', 'name': '', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'mac_address': 'fa:16:3e:e0:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:25Z', 'updated_at': '2021-07-23T17:26:39Z', 'revision_number': 5, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'subnets': [{'id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:27:39.943785 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff5154d-0a2e-4b43-b88d-e0eacbae24fe None None] New status for floating IP 6aa1cc78-795c-48a7-a86c-7328ef3dc134: ACTIVE {{(pid=81987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:27:40.112578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a77e9-b6dc-44af-ba38-37854e1acbf5 req-b5afcbff-657e-4b22-83f1-758af01e5860 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:40.124183 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-274a77e9-b6dc-44af-ba38-37854e1acbf5 req-b5afcbff-657e-4b22-83f1-758af01e5860 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 944 time: 0.1222219 Jul 23 17:27:40.185342 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-274a77e9-b6dc-44af-ba38-37854e1acbf5 req-3872653e-ac22-4316-ad3e-3869dd096420 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596879 Jul 23 17:27:40.303556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 71ecf9ab-c440-47d0-9b96-4742bc57f4fc up at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:40.389645 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Provisioning complete for port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:40.390848 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:40.489283 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device f8db2c44-9def-4030-9e2a-7c41192454e0 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:27:40.594911 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port f8db2c44-9def-4030-9e2a-7c41192454e0 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:40.600936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port f8db2c44-9def-4030-9e2a-7c41192454e0 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:40.601361 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:40.743409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:40.776172 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8159f97c-f25a-4835-b6a7-77c235d20692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8db2c44-9def-4030-9e2a-7c41192454e0'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:27:40.788650 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port f8db2c44-9def-4030-9e2a-7c41192454e0, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f8db2c44-9def-4030-9e2a-7c41192454e0,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:27:40.792046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:40.794177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-11717e00-ee2d-48a0-97e4-3935f723d928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:40.846158 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8159f97c-f25a-4835-b6a7-77c235d20692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8db2c44-9def-4030-9e2a-7c41192454e0', 'code': 200} Jul 23 17:27:40.878666 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=f8db2c44-9def-4030-9e2a-7c41192454e0,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:40.882408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:41.134805 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0f28e774-ec53-413c-a945-2f8b8f289193 req-dd18f84d-cacb-4c21-abb5-2a1aa16a441e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 1098 time: 0.0833740 Jul 23 17:27:41.186021 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-0f28e774-ec53-413c-a945-2f8b8f289193 req-8edede8e-747d-4ccc-9ca0-798eeaf6cc04 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 Jul 23 17:27:41.442496 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a5e90-be50-4723-a9a5-e53102131d73 req-e516411a-c78a-479b-9b73-6a4efe186acb tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:41.444192 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-508a5e90-be50-4723-a9a5-e53102131d73 req-e516411a-c78a-479b-9b73-6a4efe186acb tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 945 time: 0.0921106 Jul 23 17:27:41.502508 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-508a5e90-be50-4723-a9a5-e53102131d73 req-a3df8089-3851-42f6-bdad-0b501ecfb73f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514543 Jul 23 17:27:42.783772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f54699-10c1-4574-8b84-41637ace09bb req-447a14c3-1e49-4d43-a416-11654cd18a78 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:42.785562 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a8f54699-10c1-4574-8b84-41637ace09bb req-447a14c3-1e49-4d43-a416-11654cd18a78 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 945 time: 0.1459832 Jul 23 17:27:42.839203 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a8f54699-10c1-4574-8b84-41637ace09bb req-6683fe38-3905-45ac-9fef-2b2b931dbfdd tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472510 Jul 23 17:27:44.729049 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-dfbdaa63-f988-4b12-9a61-62425c385919 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:44.730873 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-dfbdaa63-f988-4b12-9a61-62425c385919 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/networks?id=421df661-a4a3-4f00-bba9-28a47cf7e808 HTTP/1.1" status: 200 len: 815 time: 0.1748857 Jul 23 17:27:44.749906 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-dc609699-b931-4af2-8174-46a6ca8c53d5 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/quotas/0f07728103fe4c788d49af8769b281ff HTTP/1.1" status: 200 len: 375 time: 0.0126429 Jul 23 17:27:44.841336 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-744d685b-482c-4c2a-8d9c-5632c4f18722 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f07728103fe4c788d49af8769b281ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849774 Jul 23 17:27:44.997615 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-d2ff44e2-4790-4e83-a71d-5f28a345935f service neutron] 10.222.0.55 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425848 Jul 23 17:27:45.160691 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-9c35a2a1-7ac3-4303-9c8c-718033a94fb8 service neutron] 10.222.0.55 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555467 Jul 23 17:27:45.416678 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-12a5b0ff-f9cd-4a3c-b15c-80db2a4d4196 req-dc7a59ba-48dc-4770-871c-c70dc2e18d0a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 210 time: 0.0499361 Jul 23 17:27:46.623252 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c36de86f-4022-41af-a096-9264bc458082 req-6621783e-f17c-40a8-af04-37c2f8c4349f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 210 time: 0.0652254 Jul 23 17:27:46.681947 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-9fe2cf13-7013-473e-9a05-07c08ac106f3 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:46.683575 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-9fe2cf13-7013-473e-9a05-07c08ac106f3 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.58 "GET /v2.0/networks?id=421df661-a4a3-4f00-bba9-28a47cf7e808 HTTP/1.1" status: 200 len: 815 time: 0.2043231 Jul 23 17:27:46.703660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Request body: {'port': {'device_id': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'admin_state_up': True, 'tenant_id': '0f07728103fe4c788d49af8769b281ff'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:27:46.849066 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:27:46.853614 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Usage tracker for resource:port and tenant:0f07728103fe4c788d49af8769b281ff is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:27:46.856754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Quota usage for port was recalculated. Used quota:2. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:27:46.862930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:27:46.872033 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Made reservation on behalf of 0f07728103fe4c788d49af8769b281ff for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:27:46.877697 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:47.071850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Allocated IP 172.20.0.11 (421df661-a4a3-4f00-bba9-28a47cf7e808/793636c2-767f-4d3c-a2b6-c908b79e4491/ae4bad4e-8db3-4975-87dd-407e7f3550e3) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:27:47.319892 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:47.340416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Transition to ACTIVE for port object ae4bad4e-8db3-4975-87dd-407e7f3550e3 will not be triggered until provisioned by entity DHCP. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:27:47.383597 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:47.397667 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-673d7e74-dc98-4a52-bf2c-4960d930ba2b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:27:47.454782 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Network 421df661-a4a3-4f00-bba9-28a47cf7e808 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:27:47.458306 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:27:47.462716 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:27:47.541237 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event updated for resources: {'Port': ['ID=ae4bad4e-8db3-4975-87dd-407e7f3550e3,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:27:47.545546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:27:47.572020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:47.572837 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:47.603898 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9044111 Jul 23 17:27:47.858335 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07d32c-96b9-4a8d-9396-d4f19992bcae req-7ef878a4-e3ae-47fd-bcfa-bf3988db9a30 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:47.858985 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-1e07d32c-96b9-4a8d-9396-d4f19992bcae req-7ef878a4-e3ae-47fd-bcfa-bf3988db9a30 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Synchronizing usage tracker for tenant:0f07728103fe4c788d49af8769b281ff on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:27:47.868791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-6ab21ccd-fa12-49ea-aa84-b81df79dca38 None None] Provisioning for port ae4bad4e-8db3-4975-87dd-407e7f3550e3 completed by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:27:47.874413 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-6ab21ccd-fa12-49ea-aa84-b81df79dca38 None None] Provisioning complete for port ae4bad4e-8db3-4975-87dd-407e7f3550e3 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:27:47.874937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6ab21ccd-fa12-49ea-aa84-b81df79dca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:27:47.875953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-1e07d32c-96b9-4a8d-9396-d4f19992bcae req-7ef878a4-e3ae-47fd-bcfa-bf3988db9a30 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Unset dirty status for tenant:0f07728103fe4c788d49af8769b281ff on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:27:47.877244 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1e07d32c-96b9-4a8d-9396-d4f19992bcae req-7ef878a4-e3ae-47fd-bcfa-bf3988db9a30 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 932 time: 0.1008244 Jul 23 17:27:47.941635 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-6ab21ccd-fa12-49ea-aa84-b81df79dca38 None None] Port ae4bad4e-8db3-4975-87dd-407e7f3550e3 cannot update to ACTIVE because it is not bound. {{(pid=81986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Jul 23 17:27:47.957705 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1e07d32c-96b9-4a8d-9396-d4f19992bcae req-b3822628-65bf-4c9c-8c18-c15087996216 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734792 Jul 23 17:27:49.182100 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d05c7c-eaf1-479c-bc63-54457de1073f req-b62154bf-768f-4fa9-92d5-bfcee25f1b31 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:49.183927 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b5d05c7c-eaf1-479c-bc63-54457de1073f req-b62154bf-768f-4fa9-92d5-bfcee25f1b31 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 932 time: 0.0957210 Jul 23 17:27:49.236930 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b5d05c7c-eaf1-479c-bc63-54457de1073f req-adcc22ef-7343-4dc6-82e3-d86779c048f9 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429106 Jul 23 17:27:50.457048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f2153-3d0f-46a5-a820-f93cb80e72ac req-91ff15a3-5227-40d6-8c6a-efce1a21b271 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:50.460317 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8d8f2153-3d0f-46a5-a820-f93cb80e72ac req-91ff15a3-5227-40d6-8c6a-efce1a21b271 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 932 time: 0.0989449 Jul 23 17:27:50.514826 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8d8f2153-3d0f-46a5-a820-f93cb80e72ac req-07a62b68-e50e-490a-b65b-28e5e036b1b7 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467429 Jul 23 17:27:51.728724 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2291a-33b8-4621-84d8-a86841bcdddd req-d6eadfd6-dba6-4434-ae47-ec3a248618cc tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:51.730455 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fdc2291a-33b8-4621-84d8-a86841bcdddd req-d6eadfd6-dba6-4434-ae47-ec3a248618cc tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 932 time: 0.0865598 Jul 23 17:27:51.783683 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fdc2291a-33b8-4621-84d8-a86841bcdddd req-2337af9f-80d7-4bba-8c4e-0095ed84a181 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462356 Jul 23 17:27:53.017269 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d3183-ae50-4aca-8c1b-18971320bc25 req-caef7838-d924-4811-aeac-0e6c8df5afef tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:53.018977 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2d0d3183-ae50-4aca-8c1b-18971320bc25 req-caef7838-d924-4811-aeac-0e6c8df5afef tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 932 time: 0.0850215 Jul 23 17:27:53.073724 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2d0d3183-ae50-4aca-8c1b-18971320bc25 req-7724bdc4-2d03-4c8c-9d2a-7091505f4e42 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467489 Jul 23 17:27:53.631090 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:27:54.288917 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1357d-806b-445c-ad4b-cbf175dc75b3 req-336cdd58-cfbd-42b7-9a0d-e9f4252bfe80 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:54.290507 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-98a1357d-806b-445c-ad4b-cbf175dc75b3 req-336cdd58-cfbd-42b7-9a0d-e9f4252bfe80 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 932 time: 0.0835884 Jul 23 17:27:54.347217 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-98a1357d-806b-445c-ad4b-cbf175dc75b3 req-2ee190fd-ce28-4892-80ff-d2eb2142259e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493152 Jul 23 17:27:55.725487 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805d27d-c68d-4aeb-9fca-81d265a96772 req-fe891ab6-cbaf-4c5a-ab11-99383bd6aed0 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:55.727120 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4805d27d-c68d-4aeb-9fca-81d265a96772 req-fe891ab6-cbaf-4c5a-ab11-99383bd6aed0 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 932 time: 0.1063890 Jul 23 17:27:55.777236 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4805d27d-c68d-4aeb-9fca-81d265a96772 req-aa7166e7-ee36-4e50-b9f1-c031d5f3a026 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428991 Jul 23 17:27:57.000392 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ec7a-3631-4b08-a406-b584eb98d1e3 req-b0e77d9d-3da9-4492-8ea2-ec94f1c71bfb tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:57.001899 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-33f9ec7a-3631-4b08-a406-b584eb98d1e3 req-b0e77d9d-3da9-4492-8ea2-ec94f1c71bfb tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 932 time: 0.0890040 Jul 23 17:27:57.267408 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-33f9ec7a-3631-4b08-a406-b584eb98d1e3 req-1d4de315-dc18-45aa-a64f-dcfbd0ea1b31 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587984 Jul 23 17:27:58.492159 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540b580-9523-4ac4-93d6-114f37c1d2f7 req-bd5e3ef1-f657-479a-ba47-e5c1aae6e1d2 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:58.493762 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6540b580-9523-4ac4-93d6-114f37c1d2f7 req-bd5e3ef1-f657-479a-ba47-e5c1aae6e1d2 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 932 time: 0.0977361 Jul 23 17:27:58.546185 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6540b580-9523-4ac4-93d6-114f37c1d2f7 req-4e91961a-34f3-4a93-ace7-3c6ee1923c27 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437903 Jul 23 17:27:59.791445 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131ae6c-adc1-477c-9a59-296cbcccbfef req-9738c106-976d-4625-92dc-d3273783212f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:27:59.792947 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c131ae6c-adc1-477c-9a59-296cbcccbfef req-9738c106-976d-4625-92dc-d3273783212f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 932 time: 0.0843289 Jul 23 17:27:59.844579 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c131ae6c-adc1-477c-9a59-296cbcccbfef req-a5e0e766-9644-4a4e-96d4-1b90ac9cafd4 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450351 Jul 23 17:28:00.147175 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a71adcaf-b7ff-4396-957f-7082f26e35ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:00.956105 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Request body: {'port': {'device_id': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:28:01.142217 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47197c-bbeb-41b9-b61a-02505466ce77 req-abfda7ca-3cf0-45a5-ae25-055ed23a1a7e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:01.143948 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2e47197c-bbeb-41b9-b61a-02505466ce77 req-abfda7ca-3cf0-45a5-ae25-055ed23a1a7e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 932 time: 0.1602528 Jul 23 17:28:01.144695 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:01.252313 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2e47197c-bbeb-41b9-b61a-02505466ce77 req-13448afb-b8e9-43b5-80b6-f92f27687fd1 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972183 Jul 23 17:28:01.538417 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4bad4e-8db3-4975-87dd-407e7f3550e3 {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:28:01.546371 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:01.562359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Transition to ACTIVE for port object ae4bad4e-8db3-4975-87dd-407e7f3550e3 will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:28:01.565173 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:01.569580 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65ec51b4-361c-4107-95b5-96eb651c2e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:01.669215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:01.689441 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Pushing event updated for resources: {'Port': ['ID=ae4bad4e-8db3-4975-87dd-407e7f3550e3,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:01.701606 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:01.818402 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Attempting to bind port ae4bad4e-8db3-4975-87dd-407e7f3550e3 on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:28:01.818876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Attempting to bind port ae4bad4e-8db3-4975-87dd-407e7f3550e3 by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '46b3db97-56be-4d32-b4cc-ec7ca4d4f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:28:01.819174 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Attempting to bind port ae4bad4e-8db3-4975-87dd-407e7f3550e3 on network 421df661-a4a3-4f00-bba9-28a47cf7e808 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:28:01.826431 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Port ae4bad4e-8db3-4975-87dd-407e7f3550e3 on network 421df661-a4a3-4f00-bba9-28a47cf7e808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:28:01.826811 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Attempting to bind port ae4bad4e-8db3-4975-87dd-407e7f3550e3 on network 421df661-a4a3-4f00-bba9-28a47cf7e808 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:28:01.834131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:28:01.834513 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Checking segment: {'id': '46b3db97-56be-4d32-b4cc-ec7ca4d4f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:28:01.834980 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Bound using segment: {'id': '46b3db97-56be-4d32-b4cc-ec7ca4d4f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:28:01.835450 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Bound port: ae4bad4e-8db3-4975-87dd-407e7f3550e3, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b3db97-56be-4d32-b4cc-ec7ca4d4f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:28:01.835836 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:01.933351 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] For port ae4bad4e-8db3-4975-87dd-407e7f3550e3, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:28:01.937547 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] For port ae4bad4e-8db3-4975-87dd-407e7f3550e3, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=ae4bad4e-8db3-4975-87dd-407e7f3550e3,segment=NetworkSegment(46b3db97-56be-4d32-b4cc-ec7ca4d4f191),segment_id=46b3db97-56be-4d32-b4cc-ec7ca4d4f191)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:28:01.940784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:01.945500 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3444b27a-5735-412d-be79-2e10387c5a9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:02.008260 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:02.009638 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] 10.222.0.58 "PUT /v2.0/ports/ae4bad4e-8db3-4975-87dd-407e7f3550e3 HTTP/1.1" status: 200 len: 1094 time: 1.0598021 Jul 23 17:28:02.010190 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'tag': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:28:02.027714 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Pushing event updated for resources: {'Port': ['ID=ae4bad4e-8db3-4975-87dd-407e7f3550e3,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:02.031932 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:02.119717 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'tag': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3', 'status': 'completed', 'code': 200} Jul 23 17:28:02.167918 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-d95182ba-6c02-489f-ba08-af667503c2b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f07728103fe4c788d49af8769b281ff&device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 1097 time: 0.0918236 Jul 23 17:28:02.249958 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-6158cf44-2884-4112-b5e4-34ba49c6dc02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae4bad4e-8db3-4975-87dd-407e7f3550e3 HTTP/1.1" status: 200 len: 217 time: 0.0680702 Jul 23 17:28:02.328400 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-a555996d-a5a0-4882-8b96-db6e0e485a16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:02.330094 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-a555996d-a5a0-4882-8b96-db6e0e485a16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=793636c2-767f-4d3c-a2b6-c908b79e4491 HTTP/1.1" status: 200 len: 854 time: 0.0706751 Jul 23 17:28:02.475634 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-9c7cddd8-9ea7-4ba8-828d-1e4b7bbe6d4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=421df661-a4a3-4f00-bba9-28a47cf7e808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1361406 Jul 23 17:28:02.523078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc42f-dd5e-464a-bb02-91ae9368f7ef req-aecee468-88f0-48aa-9ad8-9e9473a118c7 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:02.524663 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-643bc42f-dd5e-464a-bb02-91ae9368f7ef req-aecee468-88f0-48aa-9ad8-9e9473a118c7 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 944 time: 0.1378088 Jul 23 17:28:02.652091 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-643bc42f-dd5e-464a-bb02-91ae9368f7ef req-a379e576-17ae-476b-a48d-c000cb0b9d1d tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793436 Jul 23 17:28:02.669917 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-935c8197-4422-4fda-b299-6398f6ba5145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:02.675684 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-65a1fbe5-08b3-4fc3-9091-3b7af55bf02c service neutron] 10.222.0.58 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888123 Jul 23 17:28:02.822443 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b3720bdb-f262-45b8-bbde-e57ce29c34e6 req-eda2d064-050b-4e70-a191-94bae9712eec service neutron] 10.222.0.58 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375570 Jul 23 17:28:02.948790 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f05966d1-7ec3-4f66-8614-1fb108337bf7 req-23da7e3d-a6c6-4fcf-a9f1-e100a1307642 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f07728103fe4c788d49af8769b281ff&device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 1097 time: 0.0750523 Jul 23 17:28:02.969972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:03.092773 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05966d1-7ec3-4f66-8614-1fb108337bf7 req-e2311744-70b4-4472-9904-7993a4489268 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:03.094492 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f05966d1-7ec3-4f66-8614-1fb108337bf7 req-e2311744-70b4-4472-9904-7993a4489268 service neutron] 10.222.0.58 "GET /v2.0/networks?id=421df661-a4a3-4f00-bba9-28a47cf7e808 HTTP/1.1" status: 200 len: 916 time: 0.1367869 Jul 23 17:28:03.177816 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f05966d1-7ec3-4f66-8614-1fb108337bf7 req-31388f49-d05d-47dd-9a3f-23cb32593a8e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae4bad4e-8db3-4975-87dd-407e7f3550e3 HTTP/1.1" status: 200 len: 217 time: 0.0692537 Jul 23 17:28:03.250318 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05966d1-7ec3-4f66-8614-1fb108337bf7 req-7f4316c7-3e78-48c3-93ad-b8ebe4685030 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:03.251946 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f05966d1-7ec3-4f66-8614-1fb108337bf7 req-7f4316c7-3e78-48c3-93ad-b8ebe4685030 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=793636c2-767f-4d3c-a2b6-c908b79e4491 HTTP/1.1" status: 200 len: 854 time: 0.0663502 Jul 23 17:28:03.338621 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f05966d1-7ec3-4f66-8614-1fb108337bf7 req-8daf9462-e819-4cc7-87cb-112cbfc3abf6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=421df661-a4a3-4f00-bba9-28a47cf7e808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777240 Jul 23 17:28:03.486487 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f05966d1-7ec3-4f66-8614-1fb108337bf7 req-db6d858b-d379-4fa5-8539-d453812bba9d service neutron] 10.222.0.58 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388013 Jul 23 17:28:03.639059 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f05966d1-7ec3-4f66-8614-1fb108337bf7 req-98e85e2b-5511-44d6-9917-4a854d2440ed service neutron] 10.222.0.58 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400561 Jul 23 17:28:03.862950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:03.868253 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1cfe6-32d3-49a5-b759-b88ba035eb0f req-b829f348-a9a7-43a4-bd8e-2bcdc535af74 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:03.869877 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2ad1cfe6-32d3-49a5-b759-b88ba035eb0f req-b829f348-a9a7-43a4-bd8e-2bcdc535af74 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 944 time: 0.0840883 Jul 23 17:28:03.918162 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2ad1cfe6-32d3-49a5-b759-b88ba035eb0f req-d3fc6d52-cf58-4691-b6b7-0502c78aca8a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 Jul 23 17:28:04.333511 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:05.117361 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-a3deafff-6795-4203-8d47-f3ffc125beb2 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:05.118987 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-a3deafff-6795-4203-8d47-f3ffc125beb2 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/networks?id=b64f3e1e-b1c7-4f93-a529-b6b259131872 HTTP/1.1" status: 200 len: 814 time: 0.2054665 Jul 23 17:28:05.151742 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-f509ff59-cc13-43ff-90c8-653126e93983 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/quotas/df14bf71775a45afb7a7610aba0788cb HTTP/1.1" status: 200 len: 375 time: 0.0242534 Jul 23 17:28:05.161942 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd875dc-4974-46fb-9a66-a9033736f011 req-d0fd8b88-5024-463e-a0b6-ce1dcf7e8f4d tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:05.163531 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2fd875dc-4974-46fb-9a66-a9033736f011 req-d0fd8b88-5024-463e-a0b6-ce1dcf7e8f4d tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 944 time: 0.1195643 Jul 23 17:28:05.269484 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2fd875dc-4974-46fb-9a66-a9033736f011 req-b65e1029-9af3-43e4-b262-1ebe22e24133 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694091 Jul 23 17:28:05.293309 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-ad70eb54-245f-4f92-afa8-084e39b13560 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=df14bf71775a45afb7a7610aba0788cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1287572 Jul 23 17:28:05.644444 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-c89841bf-da5c-4ce0-8b89-231797f5e961 service neutron] 10.222.0.55 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434401 Jul 23 17:28:05.787339 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-0a04805a-1b3a-4b81-9356-0160bb02b101 service neutron] 10.222.0.55 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363599 Jul 23 17:28:05.928546 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5cce9566-a270-4e6e-b4da-b18796f0db5b req-e44c89b4-5287-4d90-b463-18f67bcab505 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819144 Jul 23 17:28:06.025308 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7bbdc602-0aff-4ac8-9e25-01ea1a7ea5e2 req-2ef3cb65-0d5c-426f-9617-fab5c9556138 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 210 time: 0.0804071 Jul 23 17:28:06.069830 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5cce9566-a270-4e6e-b4da-b18796f0db5b req-75e26bb1-57e3-463a-be31-70abdf40baf5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df14bf71775a45afb7a7610aba0788cb&device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 1099 time: 0.0913277 Jul 23 17:28:06.225583 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce9566-a270-4e6e-b4da-b18796f0db5b req-af678499-f763-4e8f-a0dc-70fb564b6d81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:06.227215 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5cce9566-a270-4e6e-b4da-b18796f0db5b req-af678499-f763-4e8f-a0dc-70fb564b6d81 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b64f3e1e-b1c7-4f93-a529-b6b259131872 HTTP/1.1" status: 200 len: 915 time: 0.1365447 Jul 23 17:28:06.312868 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5cce9566-a270-4e6e-b4da-b18796f0db5b req-1de1e5f2-bf41-4ba5-a60d-815a1036f731 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16386c07-a091-4f86-92b3-6c0d0c0112f6 HTTP/1.1" status: 200 len: 217 time: 0.0723035 Jul 23 17:28:06.392079 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce9566-a270-4e6e-b4da-b18796f0db5b req-32e39b0f-6e0d-4855-b12a-6f57b3e971e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:06.393681 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5cce9566-a270-4e6e-b4da-b18796f0db5b req-32e39b0f-6e0d-4855-b12a-6f57b3e971e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98b429cd-bbb8-44d9-96a8-c9d00395f317 HTTP/1.1" status: 200 len: 854 time: 0.0680659 Jul 23 17:28:06.490603 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5cce9566-a270-4e6e-b4da-b18796f0db5b req-ead39039-f4a3-43f9-9faf-18f424d933eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b64f3e1e-b1c7-4f93-a529-b6b259131872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891683 Jul 23 17:28:06.623442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2596ac5-15d7-4da8-ab2a-2a3c1988a811 req-a4436b37-4efb-4a38-a0aa-2bf54782ed79 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:06.625051 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e2596ac5-15d7-4da8-ab2a-2a3c1988a811 req-a4436b37-4efb-4a38-a0aa-2bf54782ed79 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 944 time: 0.2223041 Jul 23 17:28:06.643200 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device ae4bad4e-8db3-4975-87dd-407e7f3550e3 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:28:06.692923 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5cce9566-a270-4e6e-b4da-b18796f0db5b req-6801991b-853a-453e-b427-73d7ce3ef974 service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927190 Jul 23 17:28:06.729636 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e2596ac5-15d7-4da8-ab2a-2a3c1988a811 req-50cc39a4-60f8-44b9-8e0c-7f810f2b1df8 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920999 Jul 23 17:28:06.790897 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port ae4bad4e-8db3-4975-87dd-407e7f3550e3, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=ae4bad4e-8db3-4975-87dd-407e7f3550e3,segment=NetworkSegment(46b3db97-56be-4d32-b4cc-ec7ca4d4f191),segment_id=46b3db97-56be-4d32-b4cc-ec7ca4d4f191)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:28:06.806519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'port_id': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3', 'mac_address': 'fa:16:3e:ba:6f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:28:06.843994 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5cce9566-a270-4e6e-b4da-b18796f0db5b req-271b8097-65c9-482f-8029-9607b406bb94 service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424725 Jul 23 17:28:06.862291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:06.886091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4bad4e-8db3-4975-87dd-407e7f3550e3 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:28:06.901614 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port ae4bad4e-8db3-4975-87dd-407e7f3550e3, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=ae4bad4e-8db3-4975-87dd-407e7f3550e3,segment=NetworkSegment(46b3db97-56be-4d32-b4cc-ec7ca4d4f191),segment_id=46b3db97-56be-4d32-b4cc-ec7ca4d4f191)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:28:06.904882 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:06.906697 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0ebd47e4-73f6-4a26-9d46-9a729bd30df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:06.972921 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=ae4bad4e-8db3-4975-87dd-407e7f3550e3,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:06.976347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:07.221158 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['ae4bad4e-8db3-4975-87dd-407e7f3550e3'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:28:07.229669 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f078b6ea-d075-4465-bd86-8c856b971a73 req-9969781d-30c9-4139-b56d-c629769f8a23 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 210 time: 0.0647321 Jul 23 17:28:07.241781 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-80368d5f-3bb5-44d4-aab8-6e176dd6a99b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:07.243431 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-80368d5f-3bb5-44d4-aab8-6e176dd6a99b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "GET /v2.0/networks?id=b64f3e1e-b1c7-4f93-a529-b6b259131872 HTTP/1.1" status: 200 len: 814 time: 0.2096117 Jul 23 17:28:07.261126 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Request body: {'port': {'device_id': '4d04d5c9-54a5-48f5-8721-250c98679584', 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872', 'admin_state_up': True, 'tenant_id': 'df14bf71775a45afb7a7610aba0788cb'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:28:07.409669 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:28:07.420684 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:28:07.430100 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Made reservation on behalf of df14bf71775a45afb7a7610aba0788cb for: {'port': 1} {{(pid=81985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jul 23 17:28:07.435668 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:07.603086 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Allocated IP 172.20.0.10 (b64f3e1e-b1c7-4f93-a529-b6b259131872/98b429cd-bbb8-44d9-96a8-c9d00395f317/9115ef68-fbbd-4c81-95be-73cce255e82c) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:28:07.813703 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:07.840183 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:07.846861 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c81ef31f-5dd8-4492-83e2-52820e04ee85 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:07.969432 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Network b64f3e1e-b1c7-4f93-a529-b6b259131872 is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:28:07.970297 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Pushing event updated for resources: {'Port': ['ID=9115ef68-fbbd-4c81-95be-73cce255e82c,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:07.974812 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:28:07.978607 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:28:08.016777 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['16386c07-a091-4f86-92b3-6c0d0c0112f6', '1dae0851-55bf-407a-abee-c66a91c4e90e', 'f8db2c44-9def-4030-9e2a-7c41192454e0'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:28:08.022630 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:08.023138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:08.023482 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:08.023865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:08.024263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:08.024659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:08.025053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:08.025450 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:08.025838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:08.026229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:08.026623 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:08.039332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:08.068766 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:08.069422 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:08.091967 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321bff9-baca-42cd-adf2-f9485f481151 req-73bd3084-4b21-4402-a415-71a798c4a276 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:08.093580 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4321bff9-baca-42cd-adf2-f9485f481151 req-73bd3084-4b21-4402-a415-71a798c4a276 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 945 time: 0.2126656 Jul 23 17:28:08.123315 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8665359 Jul 23 17:28:08.145053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Request body: {'port': {'device_id': '4d04d5c9-54a5-48f5-8721-250c98679584', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80204'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:28:08.191426 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4321bff9-baca-42cd-adf2-f9485f481151 req-b8341124-85e5-4262-b6c8-2845b8d4c971 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897777 Jul 23 17:28:08.265300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:08.601170 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385ecdc-9cff-44de-8389-efa00409465b req-91a8e2b1-df66-42e0-89de-05a3bd31454e tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:08.601829 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-9385ecdc-9cff-44de-8389-efa00409465b req-91a8e2b1-df66-42e0-89de-05a3bd31454e tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Synchronizing usage tracker for tenant:df14bf71775a45afb7a7610aba0788cb on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:28:08.639632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-9385ecdc-9cff-44de-8389-efa00409465b req-91a8e2b1-df66-42e0-89de-05a3bd31454e tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Unset dirty status for tenant:df14bf71775a45afb7a7610aba0788cb on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:28:08.640897 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9385ecdc-9cff-44de-8389-efa00409465b req-91a8e2b1-df66-42e0-89de-05a3bd31454e tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 932 time: 0.2509191 Jul 23 17:28:08.660004 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device ae4bad4e-8db3-4975-87dd-407e7f3550e3 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:28:08.737576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port ae4bad4e-8db3-4975-87dd-407e7f3550e3 completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:28:08.743035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port ae4bad4e-8db3-4975-87dd-407e7f3550e3 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:28:08.743461 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:08.752964 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9115ef68-fbbd-4c81-95be-73cce255e82c {{(pid=81985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:28:08.762532 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:08.766822 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9385ecdc-9cff-44de-8389-efa00409465b req-18c13b83-ed0a-47c0-939a-956f358710fe tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125145 Jul 23 17:28:08.780906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Transition to ACTIVE for port object 9115ef68-fbbd-4c81-95be-73cce255e82c will not be triggered until provisioned by entity L2. {{(pid=81985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 23 17:28:08.784114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:08.788069 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5f0b84dd-4c0f-4050-bade-46d925e19edf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:08.863028 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:08.891347 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:28:08.901746 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port ae4bad4e-8db3-4975-87dd-407e7f3550e3, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=ae4bad4e-8db3-4975-87dd-407e7f3550e3,segment=NetworkSegment(46b3db97-56be-4d32-b4cc-ec7ca4d4f191),segment_id=46b3db97-56be-4d32-b4cc-ec7ca4d4f191)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:28:08.906330 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:08.908178 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:08.915695 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Pushing event updated for resources: {'Port': ['ID=9115ef68-fbbd-4c81-95be-73cce255e82c,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:08.919447 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:08.956786 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3', 'code': 200} Jul 23 17:28:08.984633 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=ae4bad4e-8db3-4975-87dd-407e7f3550e3,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:08.988244 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:09.033871 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Attempting to bind port 9115ef68-fbbd-4c81-95be-73cce255e82c on host hv-cinder-80204 for vnic_type normal with profile {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jul 23 17:28:09.034239 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Attempting to bind port 9115ef68-fbbd-4c81-95be-73cce255e82c by drivers openvswitch,hyperv on host hv-cinder-80204 at level 0 using segments [{'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jul 23 17:28:09.034611 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Attempting to bind port 9115ef68-fbbd-4c81-95be-73cce255e82c on network b64f3e1e-b1c7-4f93-a529-b6b259131872 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:28:09.040920 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Port 9115ef68-fbbd-4c81-95be-73cce255e82c on network b64f3e1e-b1c7-4f93-a529-b6b259131872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80204 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 17:28:09.041276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Attempting to bind port 9115ef68-fbbd-4c81-95be-73cce255e82c on network b64f3e1e-b1c7-4f93-a529-b6b259131872 {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Jul 23 17:28:09.048460 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Checking agent: {'id': '21b56c76-1088-4423-a4e9-429547e0c06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80204', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'started_at': datetime.datetime(2021, 7, 23, 17, 17, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Jul 23 17:28:09.048830 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Checking segment: {'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=81985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jul 23 17:28:09.049248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Bound using segment: {'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'} {{(pid=81985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Jul 23 17:28:09.049712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.managers [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Bound port: 9115ef68-fbbd-4c81-95be-73cce255e82c, host: hv-cinder-80204, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662405e4-fbf7-4585-b982-db66d62abe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872'}}] {{(pid=81985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jul 23 17:28:09.050095 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:09.140908 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] For port 9115ef68-fbbd-4c81-95be-73cce255e82c, host hv-cinder-80204, cleared binding levels {{(pid=81985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Jul 23 17:28:09.144022 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] For port 9115ef68-fbbd-4c81-95be-73cce255e82c, host hv-cinder-80204, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=9115ef68-fbbd-4c81-95be-73cce255e82c,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Jul 23 17:28:09.147479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:09.151924 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ae924cf0-686a-4b93-8ccb-c17a198f5fff tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:09.213448 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:09.214961 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] 10.222.0.58 "PUT /v2.0/ports/9115ef68-fbbd-4c81-95be-73cce255e82c HTTP/1.1" status: 200 len: 1094 time: 1.0743406 Jul 23 17:28:09.216037 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d04d5c9-54a5-48f5-8721-250c98679584', 'tag': '9115ef68-fbbd-4c81-95be-73cce255e82c'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:28:09.217988 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-44208383-063a-4ec5-aebb-f2a9b1ea2c3f req-5196529f-8379-4d88-b73e-8d6c0a011ad0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 1099 time: 0.0820646 Jul 23 17:28:09.232657 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Pushing event updated for resources: {'Port': ['ID=9115ef68-fbbd-4c81-95be-73cce255e82c,revision_number=3']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:09.236901 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:09.276208 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-44208383-063a-4ec5-aebb-f2a9b1ea2c3f req-9b0f18f4-0529-4883-bc30-970e33a87af6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463743 Jul 23 17:28:09.315856 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d04d5c9-54a5-48f5-8721-250c98679584', 'tag': '9115ef68-fbbd-4c81-95be-73cce255e82c', 'status': 'completed', 'code': 200} Jul 23 17:28:09.422461 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-67cc078e-0a29-4960-a403-75b3425efa3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df14bf71775a45afb7a7610aba0788cb&device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 1097 time: 0.1449096 Jul 23 17:28:09.709616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034e1f1-0baa-40cd-8587-d0b68ae4372f req-f55d3734-0e6e-4755-bf39-9ce1126411eb tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:09.711239 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d034e1f1-0baa-40cd-8587-d0b68ae4372f req-f55d3734-0e6e-4755-bf39-9ce1126411eb tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 946 time: 0.3716547 Jul 23 17:28:09.733834 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-89eedb5d-e653-4012-a0a4-8b933d2787b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9115ef68-fbbd-4c81-95be-73cce255e82c HTTP/1.1" status: 200 len: 217 time: 0.3007333 Jul 23 17:28:09.815688 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d034e1f1-0baa-40cd-8587-d0b68ae4372f req-68b865c9-679d-48cc-ae1c-f7d7d542e57f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971718 Jul 23 17:28:09.821129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-ec47b56a-3527-4f1e-aafa-40eea7554bae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:09.822624 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-ec47b56a-3527-4f1e-aafa-40eea7554bae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98b429cd-bbb8-44d9-96a8-c9d00395f317 HTTP/1.1" status: 200 len: 854 time: 0.0798669 Jul 23 17:28:09.877433 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-3db69bac-6c60-400d-a36d-0ab9ca33b41e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b64f3e1e-b1c7-4f93-a529-b6b259131872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454197 Jul 23 17:28:10.083099 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-89b21bce-0002-4c2d-93e6-c669f90a2bc6 service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975324 Jul 23 17:28:10.089852 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d839806-d7d8-4cc7-be38-be839f290d65 req-f44cea5a-2072-4230-97b6-4acf3c7ec70d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:10.091533 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3d839806-d7d8-4cc7-be38-be839f290d65 req-f44cea5a-2072-4230-97b6-4acf3c7ec70d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 944 time: 0.1815753 Jul 23 17:28:10.240473 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3d839806-d7d8-4cc7-be38-be839f290d65 req-5e0c9938-3aa6-4090-a042-ebf87462dd39 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266804 Jul 23 17:28:10.268058 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-54ca1de5-a132-4e5e-a7cb-563a09e816ac req-31e68901-082f-400a-9afc-8478933377dd service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754744 Jul 23 17:28:10.444357 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef53ae9f-f07a-4f88-8fb2-44190583b643 req-c2fb81dd-997e-4155-a62a-5bb9e96b678a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df14bf71775a45afb7a7610aba0788cb&device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 1097 time: 0.0813599 Jul 23 17:28:10.607994 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53ae9f-f07a-4f88-8fb2-44190583b643 req-999e8e9d-b291-4d14-ae89-f1ddcef32c79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:10.612073 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef53ae9f-f07a-4f88-8fb2-44190583b643 req-999e8e9d-b291-4d14-ae89-f1ddcef32c79 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b64f3e1e-b1c7-4f93-a529-b6b259131872 HTTP/1.1" status: 200 len: 915 time: 0.1554806 Jul 23 17:28:10.685007 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef53ae9f-f07a-4f88-8fb2-44190583b643 req-6db39f8a-741b-49ea-9067-27a9ee9fea32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9115ef68-fbbd-4c81-95be-73cce255e82c HTTP/1.1" status: 200 len: 217 time: 0.0651951 Jul 23 17:28:10.763172 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53ae9f-f07a-4f88-8fb2-44190583b643 req-c784e812-28af-4cfd-ba03-49c3e03589b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:10.764852 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef53ae9f-f07a-4f88-8fb2-44190583b643 req-c784e812-28af-4cfd-ba03-49c3e03589b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98b429cd-bbb8-44d9-96a8-c9d00395f317 HTTP/1.1" status: 200 len: 854 time: 0.0712476 Jul 23 17:28:10.815573 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef53ae9f-f07a-4f88-8fb2-44190583b643 req-ab261d1d-d7fa-4502-8491-ed2fc5e79162 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b64f3e1e-b1c7-4f93-a529-b6b259131872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426948 Jul 23 17:28:11.011054 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef53ae9f-f07a-4f88-8fb2-44190583b643 req-b73f19f5-e3ca-4379-a164-21a028162fa4 service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837404 Jul 23 17:28:11.152836 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab55fc-b01c-40af-b540-ca367fc2c4df req-036a3ea3-1031-4394-8b82-5ff9448d038e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:11.154689 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-53ab55fc-b01c-40af-b540-ca367fc2c4df req-036a3ea3-1031-4394-8b82-5ff9448d038e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 946 time: 0.1955936 Jul 23 17:28:11.198111 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ef53ae9f-f07a-4f88-8fb2-44190583b643 req-cfcb7746-4c51-4e87-8801-fc4997d04582 service neutron] 10.222.0.58 "GET /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788094 Jul 23 17:28:11.219892 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-53ab55fc-b01c-40af-b540-ca367fc2c4df req-4ff6f4c3-ad2b-4efa-9d02-eca8338157c4 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573890 Jul 23 17:28:11.494605 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e62da9-1ad4-4837-a206-c4a0c1ac18d6 req-a774fb91-a9a3-4d13-b2a4-ef7814adeeb1 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:11.496208 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f6e62da9-1ad4-4837-a206-c4a0c1ac18d6 req-a774fb91-a9a3-4d13-b2a4-ef7814adeeb1 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 946 time: 0.1502266 Jul 23 17:28:11.502048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ecda3-bc6b-4413-bb04-2ea6f255e5f1 req-2f4dd9dd-31c9-48a3-b6c9-84890202ca10 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:11.503586 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-968ecda3-bc6b-4413-bb04-2ea6f255e5f1 req-2f4dd9dd-31c9-48a3-b6c9-84890202ca10 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 944 time: 0.1232626 Jul 23 17:28:11.582250 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f6e62da9-1ad4-4837-a206-c4a0c1ac18d6 req-51d7bf2f-8d44-49e6-9cfb-fd3bb490df54 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775242 Jul 23 17:28:11.584795 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-968ecda3-bc6b-4413-bb04-2ea6f255e5f1 req-bf9369d5-0c54-4466-817a-3f521afe8f24 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647211 Jul 23 17:28:12.026696 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048f7a6-5b70-4b47-9c60-9152d54126da req-4d850d2b-eff3-436b-a9ab-0e9f049a5a33 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:12.028313 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b048f7a6-5b70-4b47-9c60-9152d54126da req-4d850d2b-eff3-436b-a9ab-0e9f049a5a33 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 946 time: 0.0848203 Jul 23 17:28:12.077770 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b048f7a6-5b70-4b47-9c60-9152d54126da req-7c3998a0-660b-490e-ae03-92c14f9db57a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425794 Jul 23 17:28:12.673034 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 9115ef68-fbbd-4c81-95be-73cce255e82c details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:28:12.800519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075e4b2-340f-4a23-ad3e-508e469e0f12 req-d7832a64-d130-40af-9159-d4f9ced1ef2f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:12.802507 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9075e4b2-340f-4a23-ad3e-508e469e0f12 req-d7832a64-d130-40af-9159-d4f9ced1ef2f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 944 time: 0.0890794 Jul 23 17:28:12.821936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 9115ef68-fbbd-4c81-95be-73cce255e82c, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=9115ef68-fbbd-4c81-95be-73cce255e82c,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:28:12.836893 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '9115ef68-fbbd-4c81-95be-73cce255e82c', 'network_id': 'b64f3e1e-b1c7-4f93-a529-b6b259131872', 'port_id': '9115ef68-fbbd-4c81-95be-73cce255e82c', 'mac_address': 'fa:16:3e:52:96:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b429cd-bbb8-44d9-96a8-c9d00395f317', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:28:12.854230 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9075e4b2-340f-4a23-ad3e-508e469e0f12 req-600971d4-91eb-4d03-86ca-dee26e8f5e62 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450907 Jul 23 17:28:12.893366 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:12.911552 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9115ef68-fbbd-4c81-95be-73cce255e82c {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:28:12.927212 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 9115ef68-fbbd-4c81-95be-73cce255e82c, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=9115ef68-fbbd-4c81-95be-73cce255e82c,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:28:12.930060 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:12.931958 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:13.004495 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=9115ef68-fbbd-4c81-95be-73cce255e82c,revision_number=4']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:13.007799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:13.248289 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['9115ef68-fbbd-4c81-95be-73cce255e82c'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:28:14.069140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628e09d-fad0-4d51-9a82-f887ffc39eca req-f334f76e-44ff-4b4e-a3f4-1537439e9010 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:14.070799 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8628e09d-fad0-4d51-9a82-f887ffc39eca req-f334f76e-44ff-4b4e-a3f4-1537439e9010 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 945 time: 0.0868819 Jul 23 17:28:14.122354 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8628e09d-fad0-4d51-9a82-f887ffc39eca req-caf6284e-cdcd-4612-b7b0-82896f90409e tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437851 Jul 23 17:28:14.681745 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 9115ef68-fbbd-4c81-95be-73cce255e82c up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:28:14.754705 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning for port 9115ef68-fbbd-4c81-95be-73cce255e82c completed by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 23 17:28:14.759672 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 9115ef68-fbbd-4c81-95be-73cce255e82c triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:28:14.760095 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:15.039105 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:15.066464 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d04d5c9-54a5-48f5-8721-250c98679584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9115ef68-fbbd-4c81-95be-73cce255e82c'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:28:15.076751 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 9115ef68-fbbd-4c81-95be-73cce255e82c, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=9115ef68-fbbd-4c81-95be-73cce255e82c,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:28:15.079770 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:15.082404 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:15.125429 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d04d5c9-54a5-48f5-8721-250c98679584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9115ef68-fbbd-4c81-95be-73cce255e82c', 'code': 200} Jul 23 17:28:15.151266 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=9115ef68-fbbd-4c81-95be-73cce255e82c,revision_number=5']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:15.155120 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:15.407661 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8600f-c7d1-41d2-b985-57f14fc47d14 req-371aad4b-ed5a-4684-b0f5-394a749f6535 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:15.409137 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-09a8600f-c7d1-41d2-b985-57f14fc47d14 req-371aad4b-ed5a-4684-b0f5-394a749f6535 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 946 time: 0.1508424 Jul 23 17:28:15.417318 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-07ddc99b-a09b-4405-9cb3-c735d78e029a req-fd5862be-d16a-4290-9963-2567f68f2ba4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 1099 time: 0.1083865 Jul 23 17:28:15.490377 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-09a8600f-c7d1-41d2-b985-57f14fc47d14 req-4a7b6cce-ce6e-479f-8f79-9d726d966a15 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720274 Jul 23 17:28:15.493503 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-07ddc99b-a09b-4405-9cb3-c735d78e029a req-9badcb5e-6f71-4cf5-a45f-1b9bc6d9d6a7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611472 Jul 23 17:28:16.706259 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdc5f9-ed51-4f0c-b191-176eb7598f57 req-f376e5b2-dae5-4a47-9cc2-31bcecc5e2da tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:16.708039 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-70bdc5f9-ed51-4f0c-b191-176eb7598f57 req-f376e5b2-dae5-4a47-9cc2-31bcecc5e2da tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 946 time: 0.0885017 Jul 23 17:28:16.759692 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-70bdc5f9-ed51-4f0c-b191-176eb7598f57 req-8d137eae-7abf-4a97-9021-fdfc3261ccc5 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432124 Jul 23 17:28:17.968023 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d85762-94af-4078-98ae-bb4ca6097f19 req-aeb31cb9-9750-42ef-afc9-1db576390b16 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:17.969656 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b8d85762-94af-4078-98ae-bb4ca6097f19 req-aeb31cb9-9750-42ef-afc9-1db576390b16 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 946 time: 0.0825772 Jul 23 17:28:18.018030 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b8d85762-94af-4078-98ae-bb4ca6097f19 req-4c9886a0-d9f8-42df-95fa-6aa8b460cb6e tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418487 Jul 23 17:28:22.655006 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd739894-d45c-4dbf-9e84-cdbdbce34cee req-60679cc9-a047-4c17-b5fc-03c355049f48 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:22.657322 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dd739894-d45c-4dbf-9e84-cdbdbce34cee req-60679cc9-a047-4c17-b5fc-03c355049f48 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 946 time: 0.1497040 Jul 23 17:28:22.709911 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dd739894-d45c-4dbf-9e84-cdbdbce34cee req-6133b372-72f8-4357-8350-169ba6f5b7a9 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457096 Jul 23 17:28:22.742015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53536) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:28:22.891109 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-581bc050-5d60-4908-870d-0dc8b8e2caed tempest-TestMinimumBasicScenario-1578160129 tempest-TestMinimumBasicScenario-1578160129-project-admin] Synchronizing usage tracker for tenant:d6dc37fcf955455b9a1ea2efb3326aeb on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:28:22.908016 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-581bc050-5d60-4908-870d-0dc8b8e2caed tempest-TestMinimumBasicScenario-1578160129 tempest-TestMinimumBasicScenario-1578160129-project-admin] Unset dirty status for tenant:d6dc37fcf955455b9a1ea2efb3326aeb on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:28:22.909233 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-581bc050-5d60-4908-870d-0dc8b8e2caed tempest-TestMinimumBasicScenario-1578160129 tempest-TestMinimumBasicScenario-1578160129-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 1094 time: 0.1661377 Jul 23 17:28:22.912357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53542) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:28:22.918292 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Request body: {'floatingip': {'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'port_id': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'fixed_ip_address': '172.20.0.11'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:28:22.924729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:28:22.928754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Usage tracker for resource:floatingip and tenant:0f07728103fe4c788d49af8769b281ff is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:28:22.931710 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:28:22.937795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:28:22.947437 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for floatingip, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:23.095186 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:23.242288 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_common [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Allocated IP 172.27.0.197 (be355ed9-9aa4-4010-98d9-d73ee88926df/b03b5e3a-816f-45b8-b69d-30242befc393/b93c68be-6d58-4f6f-b7e3-d37479f50caa) {{(pid=81985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Jul 23 17:28:23.395845 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for port, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:23.422245 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781398007923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:23.426605 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c55a8fbb-4dee-4d4a-9979-2f8305649189 tempest-VolumesSnapshotTestJSON-1711916741 tempest-VolumesSnapshotTestJSON-1711916741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:23.500768 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Network be355ed9-9aa4-4010-98d9-d73ee88926df is already hosted by enough agents. {{(pid=81985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jul 23 17:28:23.504348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.base_scheduler [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Resources bound (agent type, host, resource id): {{(pid=81985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Jul 23 17:28:23.507213 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Received port after_create {{(pid=81985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 23 17:28:23.545309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event updated for resources: {'Port': ['ID=b93c68be-6d58-4f6f-b7e3-d37479f50caa,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:23.548712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:24.251473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:24.308264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:24.526363 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:24.530217 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:24.534839 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d1530df9-07d7-4a5e-a887-d1f96e2ffa0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:24.645063 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event updated for resources: {'Port': ['ID=b93c68be-6d58-4f6f-b7e3-d37479f50caa,revision_number=2']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:24.656527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:24.665070 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851067006'] for floatingip, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:24.883917 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.l3_db [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Floating IP 44848ba6-5270-4bf9-81eb-e09fc45a76db associated. External IP: 172.27.0.197, port: ae4bad4e-8db3-4975-87dd-407e7f3550e3. Jul 23 17:28:25.304078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Router b50e23d1-1ae3-4c09-b9f1-74dd95734850 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:28:25.540543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:28:25.554198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e78290d-dd91-4f0e-bd78-3346ac4e965e None None] Sync routers for ids ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:28:25.568694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78290d-dd91-4f0e-bd78-3346ac4e965e None None] Routers {'b50e23d1-1ae3-4c09-b9f1-74dd95734850'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:28:25.569408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2e78290d-dd91-4f0e-bd78-3346ac4e965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:28:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:28:25.580042 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:25.658165 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7444620 Jul 23 17:28:25.658881 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53550) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:28:25.659668 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'tag': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:28:25.671616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274182269', 'description': 'tempest-secgroup-smoke-1274182269 description', 'project_id': '0f07728103fe4c788d49af8769b281ff'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:28:25.678461 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:28:25.683441 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Usage tracker for resource:security_group and tenant:0f07728103fe4c788d49af8769b281ff is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:28:25.687778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:28:25.695130 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:28:25.706655 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:25.755914 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:28:25.760262 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Usage tracker for resource:security_group_rule and tenant:0f07728103fe4c788d49af8769b281ff is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:28:25.764069 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:28:25.771065 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:28:25.791014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-2e78290d-dd91-4f0e-bd78-3346ac4e965e None None] Set router b50e23d1-1ae3-4c09-b9f1-74dd95734850 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:28:25.823882 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'tag': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3', 'status': 'completed', 'code': 200} Jul 23 17:28:25.847008 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:25.852128 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:25.862540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-db8636a3-bef1-4eb3-9599-f617325b25b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:25.956669 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f283b4e8-3da3-43ff-bb77-8974100910cb,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:25.964797 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:25.968675 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:25.970058 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3051803 Jul 23 17:28:25.974198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 53558) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:28:25.980799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Request body: {'security_group_rule': {'security_group_id': 'f283b4e8-3da3-43ff-bb77-8974100910cb', 'project_id': '0f07728103fe4c788d49af8769b281ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:28:25.988283 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:28:25.993652 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Usage tracker for resource:security_group_rule and tenant:0f07728103fe4c788d49af8769b281ff is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:28:25.998044 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:28:26.005662 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8b3cb9b-647b-4e4d-8b03-2f0146a6d58d req-750844b7-d03c-432a-b789-991e4b3d1377 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f07728103fe4c788d49af8769b281ff&device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 1099 time: 0.1443870 Jul 23 17:28:26.006950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:28:26.026041 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.117527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.121560 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.126231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-aac8a062-fe04-47ee-a2e1-42730a4732e3 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:26.164203 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53248510-c1de-4b89-a449-f9b0f171e6fb,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:26.179898 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.186041 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2060959 Jul 23 17:28:26.186041 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:26.186041 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:26.186535 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:26.187374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53562) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:28:26.187543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:26.187543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:26.187842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:26.188269 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:26.188793 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:26.189306 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:26.189886 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:26.190308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:28:26.195678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:26.199159 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-db944638-82ba-4798-9ec8-7311fe5e2c8f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Request body: {'security_group_rule': {'security_group_id': 'f283b4e8-3da3-43ff-bb77-8974100910cb', 'project_id': '0f07728103fe4c788d49af8769b281ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:28:26.209288 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-db944638-82ba-4798-9ec8-7311fe5e2c8f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:28:26.215252 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3cb9b-647b-4e4d-8b03-2f0146a6d58d req-fd09ba9d-ab40-4eae-8561-7856f845688e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:26.217646 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8b3cb9b-647b-4e4d-8b03-2f0146a6d58d req-fd09ba9d-ab40-4eae-8561-7856f845688e service neutron] 10.222.0.58 "GET /v2.0/networks?id=421df661-a4a3-4f00-bba9-28a47cf7e808 HTTP/1.1" status: 200 len: 916 time: 0.1999614 Jul 23 17:28:26.218637 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-db944638-82ba-4798-9ec8-7311fe5e2c8f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Usage tracker for resource:security_group_rule and tenant:0f07728103fe4c788d49af8769b281ff is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:28:26.222356 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-db944638-82ba-4798-9ec8-7311fe5e2c8f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:28:26.227470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2e78290d-dd91-4f0e-bd78-3346ac4e965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 4, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '44848ba6-5270-4bf9-81eb-e09fc45a76db', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'port_id': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'mac_address': 'fa:16:3e:ba:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:28:24Z', 'updated_at': '2021-07-23T17:28:24Z', 'revision_number': 0, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cddab7-9847-4846-a07a-54447b4ce508', 'name': '', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'mac_address': 'fa:16:3e:b1:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:29Z', 'revision_number': 5, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'subnets': [{'id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:28:26.232354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e78290d-dd91-4f0e-bd78-3346ac4e965e None None] Checking router: b50e23d1-1ae3-4c09-b9f1-74dd95734850 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:28:26.246417 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78290d-dd91-4f0e-bd78-3346ac4e965e None None] Routers {'b50e23d1-1ae3-4c09-b9f1-74dd95734850'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:28:26.248068 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2e78290d-dd91-4f0e-bd78-3346ac4e965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:28:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:28:26.289072 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-db944638-82ba-4798-9ec8-7311fe5e2c8f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:28:26.340395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db944638-82ba-4798-9ec8-7311fe5e2c8f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.354677 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8b3cb9b-647b-4e4d-8b03-2f0146a6d58d req-0759d9e9-afd7-488c-bf19-7de27f976e7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae4bad4e-8db3-4975-87dd-407e7f3550e3 HTTP/1.1" status: 200 len: 1000 time: 0.1290357 Jul 23 17:28:26.441322 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-2e78290d-dd91-4f0e-bd78-3346ac4e965e None None] Set router b50e23d1-1ae3-4c09-b9f1-74dd95734850 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:28:26.461764 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3cb9b-647b-4e4d-8b03-2f0146a6d58d req-ace58be4-17b1-4988-a709-2ef4a033ca4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:26.463365 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8b3cb9b-647b-4e4d-8b03-2f0146a6d58d req-ace58be4-17b1-4988-a709-2ef4a033ca4d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=793636c2-767f-4d3c-a2b6-c908b79e4491 HTTP/1.1" status: 200 len: 854 time: 0.0948381 Jul 23 17:28:26.518656 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db944638-82ba-4798-9ec8-7311fe5e2c8f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.525931 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db944638-82ba-4798-9ec8-7311fe5e2c8f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.528724 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:26.556206 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db944638-82ba-4798-9ec8-7311fe5e2c8f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b39d23-8041-4705-9670-19392844ff71,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:26.563531 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-db944638-82ba-4798-9ec8-7311fe5e2c8f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:26.575832 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db944638-82ba-4798-9ec8-7311fe5e2c8f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.580010 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-db944638-82ba-4798-9ec8-7311fe5e2c8f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3890095 Jul 23 17:28:26.580791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 53566) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:28:26.593535 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-62d4f2a6-46dd-4e1a-b3fc-4e37efade8cd tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Request body: {'security_group_rule': {'security_group_id': 'f283b4e8-3da3-43ff-bb77-8974100910cb', 'project_id': '0f07728103fe4c788d49af8769b281ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:28:26.603875 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-62d4f2a6-46dd-4e1a-b3fc-4e37efade8cd tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:28:26.612275 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-62d4f2a6-46dd-4e1a-b3fc-4e37efade8cd tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Usage tracker for resource:security_group_rule and tenant:0f07728103fe4c788d49af8769b281ff is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:28:26.612579 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8b3cb9b-647b-4e4d-8b03-2f0146a6d58d req-882f2e00-c731-48ab-975d-6a582e389965 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=421df661-a4a3-4f00-bba9-28a47cf7e808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1356575 Jul 23 17:28:26.619633 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-62d4f2a6-46dd-4e1a-b3fc-4e37efade8cd tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:28:26.629479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-62d4f2a6-46dd-4e1a-b3fc-4e37efade8cd tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:28:26.649629 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-62d4f2a6-46dd-4e1a-b3fc-4e37efade8cd tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.774483 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-62d4f2a6-46dd-4e1a-b3fc-4e37efade8cd tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.779718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-62d4f2a6-46dd-4e1a-b3fc-4e37efade8cd tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.783903 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9a3b5d74-49c1-483e-a1e7-cbb57368ba09 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:26.809798 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8b3cb9b-647b-4e4d-8b03-2f0146a6d58d req-196fab6d-f8b8-4d2e-88db-0ab7555fb36a service neutron] 10.222.0.58 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889818 Jul 23 17:28:26.823056 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4f2a6-46dd-4e1a-b3fc-4e37efade8cd tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebceb93-9e09-4c17-997f-44facf0f3b0a,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:26.826155 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-62d4f2a6-46dd-4e1a-b3fc-4e37efade8cd tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:26.834309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-62d4f2a6-46dd-4e1a-b3fc-4e37efade8cd tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.839090 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-62d4f2a6-46dd-4e1a-b3fc-4e37efade8cd tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2564378 Jul 23 17:28:26.841161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 53570) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:28:26.847463 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-7aaca701-79aa-4cab-8b41-28fcb56aec8c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Request body: {'security_group_rule': {'security_group_id': 'f283b4e8-3da3-43ff-bb77-8974100910cb', 'project_id': '0f07728103fe4c788d49af8769b281ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:28:26.857953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7aaca701-79aa-4cab-8b41-28fcb56aec8c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:28:26.859224 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7aaca701-79aa-4cab-8b41-28fcb56aec8c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Usage tracker for resource:security_group_rule and tenant:0f07728103fe4c788d49af8769b281ff is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:28:26.862872 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-7aaca701-79aa-4cab-8b41-28fcb56aec8c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:28:26.866969 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2e78290d-dd91-4f0e-bd78-3346ac4e965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 4, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '44848ba6-5270-4bf9-81eb-e09fc45a76db', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'port_id': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'mac_address': 'fa:16:3e:ba:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:28:24Z', 'updated_at': '2021-07-23T17:28:24Z', 'revision_number': 0, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cddab7-9847-4846-a07a-54447b4ce508', 'name': '', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'mac_address': 'fa:16:3e:b1:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:29Z', 'revision_number': 5, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'subnets': [{'id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:28:26.870140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-7aaca701-79aa-4cab-8b41-28fcb56aec8c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:28:26.875547 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e78290d-dd91-4f0e-bd78-3346ac4e965e None None] The sync data for ids ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'] in dv-cinder-802045-1-iscsi is: [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 4, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '44848ba6-5270-4bf9-81eb-e09fc45a76db', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'port_id': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'mac_address': 'fa:16:3e:ba:6f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:28:24Z', 'updated_at': '2021-07-23T17:28:24Z', 'revision_number': 0, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cddab7-9847-4846-a07a-54447b4ce508', 'name': '', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'mac_address': 'fa:16:3e:b1:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:29Z', 'revision_number': 5, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'subnets': [{'id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:28:26.897438 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7aaca701-79aa-4cab-8b41-28fcb56aec8c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.984527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7aaca701-79aa-4cab-8b41-28fcb56aec8c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.987859 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7aaca701-79aa-4cab-8b41-28fcb56aec8c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:26.997627 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:27.005990 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f8b3cb9b-647b-4e4d-8b03-2f0146a6d58d req-d706bf69-ea1b-49fd-9962-0d5b8a4bcbee service neutron] 10.222.0.58 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892331 Jul 23 17:28:27.026725 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaca701-79aa-4cab-8b41-28fcb56aec8c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c56d07-8fb6-4b4b-ae89-1b78d6bb0ad8,revision_number=0']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:27.032126 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7aaca701-79aa-4cab-8b41-28fcb56aec8c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:27.034449 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7aaca701-79aa-4cab-8b41-28fcb56aec8c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1934724 Jul 23 17:28:27.036065 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7aaca701-79aa-4cab-8b41-28fcb56aec8c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:27.037505 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53576) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:28:27.044518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-71c742d2-07ff-4591-8c99-87756c1d076f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Request body: {'security_group_rule': {'security_group_id': 'f283b4e8-3da3-43ff-bb77-8974100910cb', 'project_id': '0f07728103fe4c788d49af8769b281ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:28:27.051559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-71c742d2-07ff-4591-8c99-87756c1d076f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:28:27.056000 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-71c742d2-07ff-4591-8c99-87756c1d076f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Usage tracker for resource:security_group_rule and tenant:0f07728103fe4c788d49af8769b281ff is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:28:27.059405 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-71c742d2-07ff-4591-8c99-87756c1d076f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:28:27.067386 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-71c742d2-07ff-4591-8c99-87756c1d076f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:28:27.081955 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.securitygroups_db [None req-71c742d2-07ff-4591-8c99-87756c1d076f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Project 0f07728103fe4c788d49af8769b281ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:28:27.089553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-71c742d2-07ff-4591-8c99-87756c1d076f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:27.162056 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-71c742d2-07ff-4591-8c99-87756c1d076f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:27.165169 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-71c742d2-07ff-4591-8c99-87756c1d076f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:27.167952 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:27.192660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c742d2-07ff-4591-8c99-87756c1d076f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da43ce7-e471-41e3-a4e8-51d551f547f8,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:27.195267 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-71c742d2-07ff-4591-8c99-87756c1d076f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:27.201600 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-71c742d2-07ff-4591-8c99-87756c1d076f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:27.202969 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-71c742d2-07ff-4591-8c99-87756c1d076f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1641886 Jul 23 17:28:27.205903 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53580) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:28:27.212337 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [None req-5c93b003-4e9a-4e02-847f-623a28269b38 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Request body: {'security_group_rule': {'security_group_id': 'f283b4e8-3da3-43ff-bb77-8974100910cb', 'project_id': '0f07728103fe4c788d49af8769b281ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:28:27.219679 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5c93b003-4e9a-4e02-847f-623a28269b38 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:28:27.223991 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5c93b003-4e9a-4e02-847f-623a28269b38 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Usage tracker for resource:security_group_rule and tenant:0f07728103fe4c788d49af8769b281ff is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:28:27.227124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5c93b003-4e9a-4e02-847f-623a28269b38 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:28:27.233893 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5c93b003-4e9a-4e02-847f-623a28269b38 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:28:27.247756 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.db.securitygroups_db [None req-5c93b003-4e9a-4e02-847f-623a28269b38 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Project 0f07728103fe4c788d49af8769b281ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 17:28:27.254913 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5c93b003-4e9a-4e02-847f-623a28269b38 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:27.350402 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dc76d6-983c-4986-81cc-4059070840d7 None None] New status for floating IP 44848ba6-5270-4bf9-81eb-e09fc45a76db: ACTIVE {{(pid=81987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:28:27.554895 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5c93b003-4e9a-4e02-847f-623a28269b38 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:27.561920 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5c93b003-4e9a-4e02-847f-623a28269b38 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851867'] for security_group_rule, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:27.570817 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:27.594772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93b003-4e9a-4e02-847f-623a28269b38 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7710d72e-f8e5-48cd-83b4-fe624529021b,revision_number=0']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:27.597994 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5c93b003-4e9a-4e02-847f-623a28269b38 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:27.602217 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5c93b003-4e9a-4e02-847f-623a28269b38 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:27.607729 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-5c93b003-4e9a-4e02-847f-623a28269b38 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3967280 Jul 23 17:28:27.756257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-a5e18efb-8410-4063-bfe2-72aa8df88339 req-39dfc9ce-d75c-47ff-9c15-ca2b5202f46d tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Synchronizing usage tracker for tenant:0f07728103fe4c788d49af8769b281ff on resource:security_group {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:28:27.773955 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-a5e18efb-8410-4063-bfe2-72aa8df88339 req-39dfc9ce-d75c-47ff-9c15-ca2b5202f46d tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Unset dirty status for tenant:0f07728103fe4c788d49af8769b281ff on resource:security_group {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:28:27.775295 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a5e18efb-8410-4063-bfe2-72aa8df88339 req-39dfc9ce-d75c-47ff-9c15-ca2b5202f46d tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274182269&fields=id&tenant_id=0f07728103fe4c788d49af8769b281ff HTTP/1.1" status: 200 len: 267 time: 0.0655928 Jul 23 17:28:27.868446 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e18efb-8410-4063-bfe2-72aa8df88339 req-c327c756-4d5c-486a-bbc1-080ba49c6ba7 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:27.870011 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a5e18efb-8410-4063-bfe2-72aa8df88339 req-c327c756-4d5c-486a-bbc1-080ba49c6ba7 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 946 time: 0.0872653 Jul 23 17:28:27.882507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-a5e18efb-8410-4063-bfe2-72aa8df88339 req-c68e4fda-23a7-42de-9d49-24d82f0d9a4c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Request body: {'port': {'security_groups': ['63b65804-b014-4f5c-89bb-648a2a2d3f8f', 'f283b4e8-3da3-43ff-bb77-8974100910cb']}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:28:28.008187 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a5e18efb-8410-4063-bfe2-72aa8df88339 req-c68e4fda-23a7-42de-9d49-24d82f0d9a4c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:28.297086 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-a5e18efb-8410-4063-bfe2-72aa8df88339 req-c68e4fda-23a7-42de-9d49-24d82f0d9a4c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] For port ae4bad4e-8db3-4975-87dd-407e7f3550e3, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=ae4bad4e-8db3-4975-87dd-407e7f3550e3,segment=NetworkSegment(46b3db97-56be-4d32-b4cc-ec7ca4d4f191),segment_id=46b3db97-56be-4d32-b4cc-ec7ca4d4f191)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:28:28.324166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a5e18efb-8410-4063-bfe2-72aa8df88339 req-c68e4fda-23a7-42de-9d49-24d82f0d9a4c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:28.328578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a5e18efb-8410-4063-bfe2-72aa8df88339 req-c68e4fda-23a7-42de-9d49-24d82f0d9a4c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:28.334926 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-39296d98-0da5-45fa-b9c2-078e64a8d8bf tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:28.346261 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['ae4bad4e-8db3-4975-87dd-407e7f3550e3'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:28:28.402670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e18efb-8410-4063-bfe2-72aa8df88339 req-c68e4fda-23a7-42de-9d49-24d82f0d9a4c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:28.403446 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-a5e18efb-8410-4063-bfe2-72aa8df88339 req-c68e4fda-23a7-42de-9d49-24d82f0d9a4c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:28.406312 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a5e18efb-8410-4063-bfe2-72aa8df88339 req-c68e4fda-23a7-42de-9d49-24d82f0d9a4c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "PUT /v2.0/ports/ae4bad4e-8db3-4975-87dd-407e7f3550e3 HTTP/1.1" status: 200 len: 982 time: 0.5289302 Jul 23 17:28:28.407264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'tag': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:28:28.459982 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e4fda-23a7-42de-9d49-24d82f0d9a4c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event updated for resources: {'Port': ['ID=ae4bad4e-8db3-4975-87dd-407e7f3550e3,revision_number=6']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:28.469543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c68e4fda-23a7-42de-9d49-24d82f0d9a4c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:28.521928 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'tag': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3', 'status': 'completed', 'code': 200} Jul 23 17:28:28.569709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['ae4bad4e-8db3-4975-87dd-407e7f3550e3'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:28:28.732486 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff16f83-feca-4fa1-bcca-e2ed42689d1b req-3fce6609-453f-4a2e-b442-d6de6dc48cb3 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:28.734490 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9ff16f83-feca-4fa1-bcca-e2ed42689d1b req-3fce6609-453f-4a2e-b442-d6de6dc48cb3 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 985 time: 0.1807938 Jul 23 17:28:28.737992 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5557019b-c96c-4740-a012-76415a6e2940 req-3c0ed145-7ccf-41a2-b66e-1bc82816ea8f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f07728103fe4c788d49af8769b281ff&device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 1138 time: 0.1471989 Jul 23 17:28:28.891849 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9ff16f83-feca-4fa1-bcca-e2ed42689d1b req-6f2f0b1b-37c7-4168-b41a-f0dfbd5161ef tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&id=f283b4e8-3da3-43ff-bb77-8974100910cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487772 Jul 23 17:28:28.945994 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557019b-c96c-4740-a012-76415a6e2940 req-4b468bd7-15e1-42f4-8865-eaad7cb16b8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:28.947593 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5557019b-c96c-4740-a012-76415a6e2940 req-4b468bd7-15e1-42f4-8865-eaad7cb16b8c service neutron] 10.222.0.58 "GET /v2.0/networks?id=421df661-a4a3-4f00-bba9-28a47cf7e808 HTTP/1.1" status: 200 len: 916 time: 0.1874840 Jul 23 17:28:28.976994 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-fdee9e5a-62d3-4478-bb2a-19c870e9a889 None None] Provisioning complete for port ae4bad4e-8db3-4975-87dd-407e7f3550e3 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:28:28.977385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fdee9e5a-62d3-4478-bb2a-19c870e9a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:29.066860 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5557019b-c96c-4740-a012-76415a6e2940 req-6991f172-1aed-409e-9830-36ca852b5523 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae4bad4e-8db3-4975-87dd-407e7f3550e3 HTTP/1.1" status: 200 len: 1002 time: 0.1070676 Jul 23 17:28:29.150773 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557019b-c96c-4740-a012-76415a6e2940 req-14fcc7cd-5081-4de1-a221-3dbbb303ee83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:29.152401 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5557019b-c96c-4740-a012-76415a6e2940 req-14fcc7cd-5081-4de1-a221-3dbbb303ee83 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=793636c2-767f-4d3c-a2b6-c908b79e4491 HTTP/1.1" status: 200 len: 854 time: 0.0684068 Jul 23 17:28:29.245475 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5557019b-c96c-4740-a012-76415a6e2940 req-d2ea959a-623b-43e1-a209-21de0a724042 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=421df661-a4a3-4f00-bba9-28a47cf7e808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820000 Jul 23 17:28:29.419668 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5557019b-c96c-4740-a012-76415a6e2940 req-b7d948ae-bb9f-4c77-a79b-202d8d97a7ea service neutron] 10.222.0.58 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558485 Jul 23 17:28:29.639825 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5557019b-c96c-4740-a012-76415a6e2940 req-fb452735-cd66-427c-bc7d-b309873d0cbf service neutron] 10.222.0.58 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116959 Jul 23 17:28:30.150835 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7c5b0b03-68b4-47ab-9b47-e3306798750d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:30.632508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:28:31.656185 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:32.678210 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35611b9e-10f6-43c4-bed7-c131c12b3970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:32.827231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f03f2e-a439-4bfc-a176-9341e0d2b9b7 req-1f476e6f-f3e4-4959-9955-fb095d401c41 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:32.829011 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-31f03f2e-a439-4bfc-a176-9341e0d2b9b7 req-1f476e6f-f3e4-4959-9955-fb095d401c41 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 946 time: 0.1006379 Jul 23 17:28:32.886603 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-31f03f2e-a439-4bfc-a176-9341e0d2b9b7 req-4fd87639-5490-4150-bdab-d0f4e29d3345 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492542 Jul 23 17:28:32.973346 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:33.883117 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:34.131508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9a2d6-2fcf-4e3c-8374-7d499775d625 req-79dbefc6-bdab-4318-907c-d1c883430905 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:34.133154 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-28a9a2d6-2fcf-4e3c-8374-7d499775d625 req-79dbefc6-bdab-4318-907c-d1c883430905 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 946 time: 0.0944991 Jul 23 17:28:34.194703 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-28a9a2d6-2fcf-4e3c-8374-7d499775d625 req-84cb95c6-e736-4d66-a81a-1d0cc777ed27 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539246 Jul 23 17:28:34.339353 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:34.447666 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db73ae-238c-4c0e-83aa-dd3713798e63 req-87b0b42b-bc7e-4d64-bd08-0eab37bd8e06 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:34.449238 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-92db73ae-238c-4c0e-83aa-dd3713798e63 req-87b0b42b-bc7e-4d64-bd08-0eab37bd8e06 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 946 time: 0.0904753 Jul 23 17:28:34.530723 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-92db73ae-238c-4c0e-83aa-dd3713798e63 req-44305734-629a-4878-ac12-5bd9f5db8483 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Deleting port 9115ef68-fbbd-4c81-95be-73cce255e82c {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:28:34.531124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-92db73ae-238c-4c0e-83aa-dd3713798e63 req-44305734-629a-4878-ac12-5bd9f5db8483 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:34.821696 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-92db73ae-238c-4c0e-83aa-dd3713798e63 req-44305734-629a-4878-ac12-5bd9f5db8483 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] For port 9115ef68-fbbd-4c81-95be-73cce255e82c, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=9115ef68-fbbd-4c81-95be-73cce255e82c,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:28:34.822105 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-92db73ae-238c-4c0e-83aa-dd3713798e63 req-44305734-629a-4878-ac12-5bd9f5db8483 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:34.958788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-92db73ae-238c-4c0e-83aa-dd3713798e63 req-44305734-629a-4878-ac12-5bd9f5db8483 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Calling delete_port for 9115ef68-fbbd-4c81-95be-73cce255e82c owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:28:35.126989 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-92db73ae-238c-4c0e-83aa-dd3713798e63 req-44305734-629a-4878-ac12-5bd9f5db8483 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:35.136830 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-eb404a6a-3c2d-494d-a1d3-8a776ed637a5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:35.141308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['16386c07-a091-4f86-92b3-6c0d0c0112f6', '1dae0851-55bf-407a-abee-c66a91c4e90e', 'f8db2c44-9def-4030-9e2a-7c41192454e0', '9115ef68-fbbd-4c81-95be-73cce255e82c'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:28:35.191703 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44305734-629a-4878-ac12-5bd9f5db8483 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Pushing event deleted for resources: {'Port': ['ID=9115ef68-fbbd-4c81-95be-73cce255e82c,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:35.196146 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-44305734-629a-4878-ac12-5bd9f5db8483 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:35.282798 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-92db73ae-238c-4c0e-83aa-dd3713798e63 req-44305734-629a-4878-ac12-5bd9f5db8483 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] No DVR routers for this DVR port 9115ef68-fbbd-4c81-95be-73cce255e82c on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:28:35.287065 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-92db73ae-238c-4c0e-83aa-dd3713798e63 req-44305734-629a-4878-ac12-5bd9f5db8483 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:35.292476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d04d5c9-54a5-48f5-8721-250c98679584', 'name': 'network-vif-deleted', 'tag': '9115ef68-fbbd-4c81-95be-73cce255e82c'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:28:35.311785 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-92db73ae-238c-4c0e-83aa-dd3713798e63 req-44305734-629a-4878-ac12-5bd9f5db8483 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "DELETE /v2.0/ports/9115ef68-fbbd-4c81-95be-73cce255e82c HTTP/1.1" status: 204 len: 173 time: 0.8542590 Jul 23 17:28:35.388177 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d04d5c9-54a5-48f5-8721-250c98679584', 'name': 'network-vif-deleted', 'tag': '9115ef68-fbbd-4c81-95be-73cce255e82c', 'status': 'completed', 'code': 200} Jul 23 17:28:35.394999 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-f6daa28d-5f95-44e7-b0df-b4f8f2010d9e req-69e99484-0de5-4401-8a3c-7dcd25fc028b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Synchronizing usage tracker for tenant:df14bf71775a45afb7a7610aba0788cb on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:28:35.419673 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-f6daa28d-5f95-44e7-b0df-b4f8f2010d9e req-69e99484-0de5-4401-8a3c-7dcd25fc028b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Unset dirty status for tenant:df14bf71775a45afb7a7610aba0788cb on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:28:35.421717 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f6daa28d-5f95-44e7-b0df-b4f8f2010d9e req-69e99484-0de5-4401-8a3c-7dcd25fc028b tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d04d5c9-54a5-48f5-8721-250c98679584 HTTP/1.1" status: 200 len: 210 time: 0.0759451 Jul 23 17:28:38.287365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a126a8-afa5-4546-bec7-03c929ce29f3 req-b4404d6e-80ba-411e-a779-3f11ff755d30 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:38.288967 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e5a126a8-afa5-4546-bec7-03c929ce29f3 req-b4404d6e-80ba-411e-a779-3f11ff755d30 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 945 time: 0.0878487 Jul 23 17:28:38.337980 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e5a126a8-afa5-4546-bec7-03c929ce29f3 req-2ffcaf28-5932-4c6a-9e31-f83e5208a4e6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425093 Jul 23 17:28:38.717753 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 9115ef68-fbbd-4c81-95be-73cce255e82c no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:28:38.755242 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 9115ef68-fbbd-4c81-95be-73cce255e82c {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:28:38.755625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 9115ef68-fbbd-4c81-95be-73cce255e82c not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:28:39.548299 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab082826-85f5-483a-a60c-344f66bda62f req-1697e23e-8186-4147-b655-f89eccb74cbc tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:39.549924 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ab082826-85f5-483a-a60c-344f66bda62f req-1697e23e-8186-4147-b655-f89eccb74cbc tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 945 time: 0.0836322 Jul 23 17:28:39.605362 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ab082826-85f5-483a-a60c-344f66bda62f req-b9e78d24-da06-4649-a873-52f5854f9047 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490074 Jul 23 17:28:39.942508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08081e-9a98-4b8e-8d0d-5646a3c5935c req-13763a69-63bf-4516-b49f-6509e7e549b6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:39.944081 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7b08081e-9a98-4b8e-8d0d-5646a3c5935c req-13763a69-63bf-4516-b49f-6509e7e549b6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 945 time: 0.0878563 Jul 23 17:28:40.016456 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-7b08081e-9a98-4b8e-8d0d-5646a3c5935c req-bb759986-2691-494d-bc25-77792aadfcc6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Deleting port f8db2c44-9def-4030-9e2a-7c41192454e0 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:28:40.016754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7b08081e-9a98-4b8e-8d0d-5646a3c5935c req-bb759986-2691-494d-bc25-77792aadfcc6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:40.267716 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-7b08081e-9a98-4b8e-8d0d-5646a3c5935c req-bb759986-2691-494d-bc25-77792aadfcc6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] For port f8db2c44-9def-4030-9e2a-7c41192454e0, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=f8db2c44-9def-4030-9e2a-7c41192454e0,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:28:40.268050 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7b08081e-9a98-4b8e-8d0d-5646a3c5935c req-bb759986-2691-494d-bc25-77792aadfcc6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:40.602063 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-7b08081e-9a98-4b8e-8d0d-5646a3c5935c req-bb759986-2691-494d-bc25-77792aadfcc6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Calling delete_port for f8db2c44-9def-4030-9e2a-7c41192454e0 owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:28:40.804275 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7b08081e-9a98-4b8e-8d0d-5646a3c5935c req-bb759986-2691-494d-bc25-77792aadfcc6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:40.811006 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:40.817548 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['16386c07-a091-4f86-92b3-6c0d0c0112f6', '1dae0851-55bf-407a-abee-c66a91c4e90e'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:28:40.860634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb759986-2691-494d-bc25-77792aadfcc6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Pushing event deleted for resources: {'Port': ['ID=f8db2c44-9def-4030-9e2a-7c41192454e0,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:40.867555 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-bb759986-2691-494d-bc25-77792aadfcc6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:40.957026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d61e00-0a7b-4d4e-9bb0-b395043111a7 req-14b759ae-ef20-465a-8116-b3385db072bc tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:40.958667 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-17d61e00-0a7b-4d4e-9bb0-b395043111a7 req-14b759ae-ef20-465a-8116-b3385db072bc tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=8159f97c-f25a-4835-b6a7-77c235d20692 HTTP/1.1" status: 200 len: 945 time: 0.2233455 Jul 23 17:28:40.959836 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b08081e-9a98-4b8e-8d0d-5646a3c5935c req-bb759986-2691-494d-bc25-77792aadfcc6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] No DVR routers for this DVR port f8db2c44-9def-4030-9e2a-7c41192454e0 on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:28:40.962465 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-7b08081e-9a98-4b8e-8d0d-5646a3c5935c req-bb759986-2691-494d-bc25-77792aadfcc6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:40.966179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8159f97c-f25a-4835-b6a7-77c235d20692', 'name': 'network-vif-deleted', 'tag': 'f8db2c44-9def-4030-9e2a-7c41192454e0'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:28:41.004313 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7b08081e-9a98-4b8e-8d0d-5646a3c5935c req-bb759986-2691-494d-bc25-77792aadfcc6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "DELETE /v2.0/ports/f8db2c44-9def-4030-9e2a-7c41192454e0 HTTP/1.1" status: 204 len: 173 time: 1.0530558 Jul 23 17:28:41.036211 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-17d61e00-0a7b-4d4e-9bb0-b395043111a7 req-8fd73d2d-294a-4082-aa78-7a98939dd986 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649519 Jul 23 17:28:41.038123 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8159f97c-f25a-4835-b6a7-77c235d20692', 'name': 'network-vif-deleted', 'tag': 'f8db2c44-9def-4030-9e2a-7c41192454e0', 'status': 'completed', 'code': 200} Jul 23 17:28:42.537907 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184c073-cbc2-4e88-a626-f30b1a14b6ad req-8789c75e-569d-43e8-9671-88a5b4d6ca07 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:42.538682 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-d184c073-cbc2-4e88-a626-f30b1a14b6ad req-8789c75e-569d-43e8-9671-88a5b4d6ca07 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Synchronizing usage tracker for tenant:df14bf71775a45afb7a7610aba0788cb on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:28:42.554436 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-d184c073-cbc2-4e88-a626-f30b1a14b6ad req-8789c75e-569d-43e8-9671-88a5b4d6ca07 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Unset dirty status for tenant:df14bf71775a45afb7a7610aba0788cb on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:28:42.555770 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d184c073-cbc2-4e88-a626-f30b1a14b6ad req-8789c75e-569d-43e8-9671-88a5b4d6ca07 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 945 time: 0.0992301 Jul 23 17:28:42.607256 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d184c073-cbc2-4e88-a626-f30b1a14b6ad req-59ea2d07-dcc4-4c6d-875c-a3487b1c211e tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442588 Jul 23 17:28:42.741128 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device f8db2c44-9def-4030-9e2a-7c41192454e0 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:28:42.774941 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: f8db2c44-9def-4030-9e2a-7c41192454e0 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:28:42.775356 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device f8db2c44-9def-4030-9e2a-7c41192454e0 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:28:43.831633 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac6977-a8ad-4746-9c6c-511218b16624 req-10cd394a-5e5c-4487-8a58-232471682fe6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:43.833224 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-acac6977-a8ad-4746-9c6c-511218b16624 req-10cd394a-5e5c-4487-8a58-232471682fe6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 945 time: 0.0871375 Jul 23 17:28:43.931379 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-acac6977-a8ad-4746-9c6c-511218b16624 req-207a380c-9142-49e9-8a3c-cd91f9b1c33d tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911956 Jul 23 17:28:43.959784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ca7e1-aa99-4a2e-a1be-ccdd23c2c28c req-0290c252-06ea-4987-bbbb-ada04a5b4123 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:43.961341 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b89ca7e1-aa99-4a2e-a1be-ccdd23c2c28c req-0290c252-06ea-4987-bbbb-ada04a5b4123 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 945 time: 0.1070979 Jul 23 17:28:44.040528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-b89ca7e1-aa99-4a2e-a1be-ccdd23c2c28c req-59e6b8cf-89ed-4b73-b170-72957819f117 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Deleting port 1dae0851-55bf-407a-abee-c66a91c4e90e {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:28:44.040915 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b89ca7e1-aa99-4a2e-a1be-ccdd23c2c28c req-59e6b8cf-89ed-4b73-b170-72957819f117 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:44.288838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-b89ca7e1-aa99-4a2e-a1be-ccdd23c2c28c req-59e6b8cf-89ed-4b73-b170-72957819f117 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] For port 1dae0851-55bf-407a-abee-c66a91c4e90e, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=1dae0851-55bf-407a-abee-c66a91c4e90e,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:28:44.289360 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b89ca7e1-aa99-4a2e-a1be-ccdd23c2c28c req-59e6b8cf-89ed-4b73-b170-72957819f117 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:44.418868 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-b89ca7e1-aa99-4a2e-a1be-ccdd23c2c28c req-59e6b8cf-89ed-4b73-b170-72957819f117 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Calling delete_port for 1dae0851-55bf-407a-abee-c66a91c4e90e owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:28:44.578584 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b89ca7e1-aa99-4a2e-a1be-ccdd23c2c28c req-59e6b8cf-89ed-4b73-b170-72957819f117 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:44.584994 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:44.593333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['16386c07-a091-4f86-92b3-6c0d0c0112f6', '1dae0851-55bf-407a-abee-c66a91c4e90e'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:28:44.637407 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6b8cf-89ed-4b73-b170-72957819f117 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Pushing event deleted for resources: {'Port': ['ID=1dae0851-55bf-407a-abee-c66a91c4e90e,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:44.640281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-59e6b8cf-89ed-4b73-b170-72957819f117 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:44.711464 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89ca7e1-aa99-4a2e-a1be-ccdd23c2c28c req-59e6b8cf-89ed-4b73-b170-72957819f117 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] No DVR routers for this DVR port 1dae0851-55bf-407a-abee-c66a91c4e90e on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:28:44.713996 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-b89ca7e1-aa99-4a2e-a1be-ccdd23c2c28c req-59e6b8cf-89ed-4b73-b170-72957819f117 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:44.717393 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48154698-f7e2-4a7b-b84f-022f6681d688', 'name': 'network-vif-deleted', 'tag': '1dae0851-55bf-407a-abee-c66a91c4e90e'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:28:44.733274 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b89ca7e1-aa99-4a2e-a1be-ccdd23c2c28c req-59e6b8cf-89ed-4b73-b170-72957819f117 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "DELETE /v2.0/ports/1dae0851-55bf-407a-abee-c66a91c4e90e HTTP/1.1" status: 204 len: 173 time: 0.7619529 Jul 23 17:28:44.780365 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48154698-f7e2-4a7b-b84f-022f6681d688', 'name': 'network-vif-deleted', 'tag': '1dae0851-55bf-407a-abee-c66a91c4e90e', 'status': 'completed', 'code': 200} Jul 23 17:28:45.118675 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-f0fbcc6d-c238-439c-b75e-f1a8381c8f71 req-dfa02f39-3b7a-463b-aa87-a25acded5009 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Synchronizing usage tracker for tenant:df14bf71775a45afb7a7610aba0788cb on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:28:45.133271 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-f0fbcc6d-c238-439c-b75e-f1a8381c8f71 req-dfa02f39-3b7a-463b-aa87-a25acded5009 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Unset dirty status for tenant:df14bf71775a45afb7a7610aba0788cb on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:28:45.134589 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f0fbcc6d-c238-439c-b75e-f1a8381c8f71 req-dfa02f39-3b7a-463b-aa87-a25acded5009 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=48154698-f7e2-4a7b-b84f-022f6681d688 HTTP/1.1" status: 200 len: 210 time: 0.0613911 Jul 23 17:28:46.767434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 1dae0851-55bf-407a-abee-c66a91c4e90e no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:28:46.802403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 1dae0851-55bf-407a-abee-c66a91c4e90e {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:28:46.802829 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 1dae0851-55bf-407a-abee-c66a91c4e90e not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:28:47.952061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b016ba0-abe9-43d5-bfab-0ea19115fcd1 req-a471d83c-efbd-4b71-bfa3-7fc12c27d0bc tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:47.953713 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9b016ba0-abe9-43d5-bfab-0ea19115fcd1 req-a471d83c-efbd-4b71-bfa3-7fc12c27d0bc tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 946 time: 0.0892973 Jul 23 17:28:48.004229 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9b016ba0-abe9-43d5-bfab-0ea19115fcd1 req-0a39a599-f94a-462f-b76e-173e4a02f906 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439830 Jul 23 17:28:49.223496 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096a444-edce-4898-99a3-36b05dba67db req-fbf30068-c118-44d9-ae1e-04ebd32a05c5 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:49.225131 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f096a444-edce-4898-99a3-36b05dba67db req-fbf30068-c118-44d9-ae1e-04ebd32a05c5 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 946 time: 0.0869555 Jul 23 17:28:49.279896 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f096a444-edce-4898-99a3-36b05dba67db req-b414a2cf-d309-4864-8ff3-bee39cef909f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/security-groups?id=1722ee98-4d8f-438b-bbb2-718e0f39100b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481353 Jul 23 17:28:49.606204 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcd5f9-218d-4723-b56d-78316a6783fd req-fd6b1753-8b89-421b-ba2d-8a08ecb86cde tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:49.607804 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ecbcd5f9-218d-4723-b56d-78316a6783fd req-fd6b1753-8b89-421b-ba2d-8a08ecb86cde tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 946 time: 0.0818765 Jul 23 17:28:49.684672 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-ecbcd5f9-218d-4723-b56d-78316a6783fd req-dbedda52-150a-4253-8804-2df5ec78c43f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Deleting port 16386c07-a091-4f86-92b3-6c0d0c0112f6 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:28:49.685062 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ecbcd5f9-218d-4723-b56d-78316a6783fd req-dbedda52-150a-4253-8804-2df5ec78c43f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:49.939341 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-ecbcd5f9-218d-4723-b56d-78316a6783fd req-dbedda52-150a-4253-8804-2df5ec78c43f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] For port 16386c07-a091-4f86-92b3-6c0d0c0112f6, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=16386c07-a091-4f86-92b3-6c0d0c0112f6,segment=NetworkSegment(662405e4-fbf7-4585-b982-db66d62abe25),segment_id=662405e4-fbf7-4585-b982-db66d62abe25)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:28:49.939623 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ecbcd5f9-218d-4723-b56d-78316a6783fd req-dbedda52-150a-4253-8804-2df5ec78c43f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:50.065169 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-ecbcd5f9-218d-4723-b56d-78316a6783fd req-dbedda52-150a-4253-8804-2df5ec78c43f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Calling delete_port for 16386c07-a091-4f86-92b3-6c0d0c0112f6 owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:28:50.209315 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ecbcd5f9-218d-4723-b56d-78316a6783fd req-dbedda52-150a-4253-8804-2df5ec78c43f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:50.215545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:50.222040 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['16386c07-a091-4f86-92b3-6c0d0c0112f6'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:28:50.260476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedda52-150a-4253-8804-2df5ec78c43f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Pushing event deleted for resources: {'Port': ['ID=16386c07-a091-4f86-92b3-6c0d0c0112f6,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:50.264193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-dbedda52-150a-4253-8804-2df5ec78c43f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:50.336024 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbcd5f9-218d-4723-b56d-78316a6783fd req-dbedda52-150a-4253-8804-2df5ec78c43f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] No DVR routers for this DVR port 16386c07-a091-4f86-92b3-6c0d0c0112f6 on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:28:50.338693 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-ecbcd5f9-218d-4723-b56d-78316a6783fd req-dbedda52-150a-4253-8804-2df5ec78c43f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:50.341743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90470867-a462-4d33-aafe-f621fbd1aba1', 'name': 'network-vif-deleted', 'tag': '16386c07-a091-4f86-92b3-6c0d0c0112f6'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:28:50.357038 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ecbcd5f9-218d-4723-b56d-78316a6783fd req-dbedda52-150a-4253-8804-2df5ec78c43f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.58 "DELETE /v2.0/ports/16386c07-a091-4f86-92b3-6c0d0c0112f6 HTTP/1.1" status: 204 len: 173 time: 0.7430716 Jul 23 17:28:50.398280 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90470867-a462-4d33-aafe-f621fbd1aba1', 'name': 'network-vif-deleted', 'tag': '16386c07-a091-4f86-92b3-6c0d0c0112f6', 'status': 'completed', 'code': 200} Jul 23 17:28:50.466521 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-d4d708a2-160d-4fdb-8e19-10da37680b9d req-4e42704c-d86f-4d5a-b60b-7637777a77e2 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Synchronizing usage tracker for tenant:df14bf71775a45afb7a7610aba0788cb on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:28:50.481272 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-d4d708a2-160d-4fdb-8e19-10da37680b9d req-4e42704c-d86f-4d5a-b60b-7637777a77e2 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Unset dirty status for tenant:df14bf71775a45afb7a7610aba0788cb on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:28:50.482568 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d4d708a2-160d-4fdb-8e19-10da37680b9d req-4e42704c-d86f-4d5a-b60b-7637777a77e2 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] 10.222.0.55 "GET /v2.0/ports?device_id=90470867-a462-4d33-aafe-f621fbd1aba1 HTTP/1.1" status: 200 len: 210 time: 0.0610631 Jul 23 17:28:51.595954 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53682) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:28:51.669629 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcd057b-cfa8-4f21-b314-42ff49f90b9f admin admin] Deleting subnet 98b429cd-bbb8-44d9-96a8-c9d00395f317 {{(pid=81985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:28:51.672911 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0fcd057b-cfa8-4f21-b314-42ff49f90b9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:51.725325 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0fcd057b-cfa8-4f21-b314-42ff49f90b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036722869701'] for subnet, precommit_delete_associations {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:51.785469 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0fcd057b-cfa8-4f21-b314-42ff49f90b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:51.860026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0fcd057b-cfa8-4f21-b314-42ff49f90b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036722876243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852563317'] for subnet, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:51.864586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:51.900991 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd057b-cfa8-4f21-b314-42ff49f90b9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98b429cd-bbb8-44d9-96a8-c9d00395f317,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:51.903985 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0fcd057b-cfa8-4f21-b314-42ff49f90b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:51.906738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0fcd057b-cfa8-4f21-b314-42ff49f90b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:51.913036 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-0fcd057b-cfa8-4f21-b314-42ff49f90b9f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/98b429cd-bbb8-44d9-96a8-c9d00395f317 HTTP/1.1" status: 204 len: 168 time: 0.3159571 Jul 23 17:28:51.915734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53686) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:28:52.029991 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-57c1c828-8206-4c0f-8ff5-849da494c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:52.160002 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-57c1c828-8206-4c0f-8ff5-849da494c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:52.174914 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-57c1c828-8206-4c0f-8ff5-849da494c926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64f3e1e-b1c7-4f93-a529-b6b259131872']}} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:28:52.187976 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-57c1c828-8206-4c0f-8ff5-849da494c926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662405e4-fbf7-4585-b982-db66d62abe25') {'for_net_delete': True} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:28:52.188321 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-57c1c828-8206-4c0f-8ff5-849da494c926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662405e4-fbf7-4585-b982-db66d62abe25') {} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:28:52.200015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-57c1c828-8206-4c0f-8ff5-849da494c926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131906099'] for segment, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:52.218090 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-57c1c828-8206-4c0f-8ff5-849da494c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:52.224760 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c1c828-8206-4c0f-8ff5-849da494c926 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=81985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:28:52.225188 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-57c1c828-8206-4c0f-8ff5-849da494c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036722876224'] for segment, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:28:52.239652 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:28:52.323586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-57c1c828-8206-4c0f-8ff5-849da494c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:52.327675 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:52.341019 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-57c1c828-8206-4c0f-8ff5-849da494c926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:52.353063 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1c828-8206-4c0f-8ff5-849da494c926 admin admin] Pushing event deleted for resources: {'Network': ['ID=b64f3e1e-b1c7-4f93-a529-b6b259131872,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:52.356781 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-57c1c828-8206-4c0f-8ff5-849da494c926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:52.359371 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-57c1c828-8206-4c0f-8ff5-849da494c926 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b64f3e1e-b1c7-4f93-a529-b6b259131872 HTTP/1.1" status: 204 len: 168 time: 0.4425640 Jul 23 17:28:52.569243 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53692) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:28:52.627574 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-88bf4781-a83a-482b-83a0-ab3b23311fbc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df14bf71775a45afb7a7610aba0788cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569599 Jul 23 17:28:52.630103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53696) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:28:52.702154 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b544349b-2a48-4f52-a7b9-2b07155fc014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:52.729658 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b544349b-2a48-4f52-a7b9-2b07155fc014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:52.780188 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b544349b-2a48-4f52-a7b9-2b07155fc014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:52.785242 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cce3773f-f246-476d-826d-97ba33b9479e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:28:52.800127 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544349b-2a48-4f52-a7b9-2b07155fc014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1722ee98-4d8f-438b-bbb2-718e0f39100b,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:28:52.804433 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b544349b-2a48-4f52-a7b9-2b07155fc014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:28:52.807919 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b544349b-2a48-4f52-a7b9-2b07155fc014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:28:52.809191 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-b544349b-2a48-4f52-a7b9-2b07155fc014 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1722ee98-4d8f-438b-bbb2-718e0f39100b HTTP/1.1" status: 204 len: 168 time: 0.1781173 Jul 23 17:28:52.833393 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 16386c07-a091-4f86-92b3-6c0d0c0112f6 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:28:52.870266 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 16386c07-a091-4f86-92b3-6c0d0c0112f6 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:28:52.870659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 16386c07-a091-4f86-92b3-6c0d0c0112f6 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:28:54.913537 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6d40fa9e-ad1b-4dc8-84c9-93c1a61d34de req-9748d2de-38aa-439b-8bf5-7b07436ec502 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f07728103fe4c788d49af8769b281ff&device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 1138 time: 0.1399620 Jul 23 17:28:54.924593 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12348cab-0b33-45b9-ae9e-acb544debe28 req-452b19b4-e4c0-45c8-afbd-cce5050fc791 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:54.926035 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-12348cab-0b33-45b9-ae9e-acb544debe28 req-452b19b4-e4c0-45c8-afbd-cce5050fc791 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 985 time: 0.1093571 Jul 23 17:28:55.272951 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-12348cab-0b33-45b9-ae9e-acb544debe28 req-be3f9291-fa22-4ff2-9a3e-e48c380ec4b1 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&id=f283b4e8-3da3-43ff-bb77-8974100910cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3246703 Jul 23 17:28:55.306923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40fa9e-ad1b-4dc8-84c9-93c1a61d34de req-30e5493b-46f4-471e-9bde-bb41727cb6e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:55.309182 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6d40fa9e-ad1b-4dc8-84c9-93c1a61d34de req-30e5493b-46f4-471e-9bde-bb41727cb6e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=421df661-a4a3-4f00-bba9-28a47cf7e808 HTTP/1.1" status: 200 len: 916 time: 0.3815107 Jul 23 17:28:55.414007 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6d40fa9e-ad1b-4dc8-84c9-93c1a61d34de req-cffb8b4c-a737-462c-83d9-1c5d2c3d60ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae4bad4e-8db3-4975-87dd-407e7f3550e3 HTTP/1.1" status: 200 len: 1002 time: 0.0981665 Jul 23 17:28:55.483666 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40fa9e-ad1b-4dc8-84c9-93c1a61d34de req-ba0e4eb4-21e0-4485-99c9-ef7a7e604e5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:55.485232 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6d40fa9e-ad1b-4dc8-84c9-93c1a61d34de req-ba0e4eb4-21e0-4485-99c9-ef7a7e604e5f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=793636c2-767f-4d3c-a2b6-c908b79e4491 HTTP/1.1" status: 200 len: 854 time: 0.0629828 Jul 23 17:28:55.573066 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6d40fa9e-ad1b-4dc8-84c9-93c1a61d34de req-c618112a-3896-4989-902d-341abd20f280 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=421df661-a4a3-4f00-bba9-28a47cf7e808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799868 Jul 23 17:28:55.724547 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6d40fa9e-ad1b-4dc8-84c9-93c1a61d34de req-7f4ddec9-af8a-4f70-b3b9-328dfc127353 service neutron] 10.222.0.58 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437016 Jul 23 17:28:55.868560 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6d40fa9e-ad1b-4dc8-84c9-93c1a61d34de req-cbd58eb5-b1e3-45e0-abc9-ed948ece6a58 service neutron] 10.222.0.58 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361363 Jul 23 17:28:56.479758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ea8bb-f121-49cb-99ce-dc035f42aa19 req-6a38c69a-546b-4a08-9781-818f47f81989 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:56.481948 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bd6ea8bb-f121-49cb-99ce-dc035f42aa19 req-6a38c69a-546b-4a08-9781-818f47f81989 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 985 time: 0.0822082 Jul 23 17:28:56.531655 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bd6ea8bb-f121-49cb-99ce-dc035f42aa19 req-b6d4a918-377d-49c0-95ff-b410000954d2 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&id=f283b4e8-3da3-43ff-bb77-8974100910cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431399 Jul 23 17:28:57.746455 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aed4d6-033d-487b-871a-14aef8053115 req-9d7ba46a-65fb-4767-983b-4eb1432978bb tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:57.748093 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-45aed4d6-033d-487b-871a-14aef8053115 req-9d7ba46a-65fb-4767-983b-4eb1432978bb tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 985 time: 0.0899904 Jul 23 17:28:57.798955 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-45aed4d6-033d-487b-871a-14aef8053115 req-9dc17bb7-f0ef-4d2d-96a8-bf2877960c8a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&id=f283b4e8-3da3-43ff-bb77-8974100910cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443556 Jul 23 17:28:59.007097 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ba7b2-8ecd-4e3d-aa4a-6320117c5fba req-9e6b04c4-0b22-4cdd-93fc-befaa09983c7 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:28:59.008588 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fc9ba7b2-8ecd-4e3d-aa4a-6320117c5fba req-9e6b04c4-0b22-4cdd-93fc-befaa09983c7 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 985 time: 0.0814857 Jul 23 17:28:59.058186 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fc9ba7b2-8ecd-4e3d-aa4a-6320117c5fba req-3699eceb-749c-497e-98f9-a698ccb99381 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&id=f283b4e8-3da3-43ff-bb77-8974100910cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431693 Jul 23 17:29:00.155253 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ceb76ec0-8929-4945-b9c8-41099f9fe2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:00.420862 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f0384-3ed0-499b-a369-f2a2aa218413 req-53fe702a-c9ca-4410-8cf8-08add16f5314 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:00.422486 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-393f0384-3ed0-499b-a369-f2a2aa218413 req-53fe702a-c9ca-4410-8cf8-08add16f5314 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 985 time: 0.2359924 Jul 23 17:29:00.473655 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-393f0384-3ed0-499b-a369-f2a2aa218413 req-898ef37a-71ef-4ba9-8e23-c5976f1ee5da tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&id=f283b4e8-3da3-43ff-bb77-8974100910cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442948 Jul 23 17:29:01.668526 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:01.686056 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a19e58-2641-44ae-95bc-558f083be3ab req-e4613861-2181-4b88-8e1e-7bfb2f991e2d tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:01.687751 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d3a19e58-2641-44ae-95bc-558f083be3ab req-e4613861-2181-4b88-8e1e-7bfb2f991e2d tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 985 time: 0.0868931 Jul 23 17:29:01.751368 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d3a19e58-2641-44ae-95bc-558f083be3ab req-005fb2c7-1ad1-4256-94fa-d83a97ee709f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&id=f283b4e8-3da3-43ff-bb77-8974100910cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566430 Jul 23 17:29:02.663225 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e90d23f4-bbe2-478f-a0b6-104e578d5b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:02.692442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53808) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:02.956567 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-10bd3429-f319-4bed-b60f-9650b7d9d111 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Deleting port 4bc41d6e-2b62-4f97-bc2d-fe421a2781f6 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:02.956947 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10bd3429-f319-4bed-b60f-9650b7d9d111 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:02.976226 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:03.109519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3861c9-9a22-492a-800f-16f89a92ee61 req-85cfe6d0-7149-4c61-855e-c86093eef987 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:03.111239 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2e3861c9-9a22-492a-800f-16f89a92ee61 req-85cfe6d0-7149-4c61-855e-c86093eef987 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 985 time: 0.2283587 Jul 23 17:29:03.204202 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10bd3429-f319-4bed-b60f-9650b7d9d111 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:03.204582 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10bd3429-f319-4bed-b60f-9650b7d9d111 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:03.214888 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2e3861c9-9a22-492a-800f-16f89a92ee61 req-892c133c-e6be-4102-a422-ff764b186415 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&id=f283b4e8-3da3-43ff-bb77-8974100910cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0918834 Jul 23 17:29:03.348258 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-10bd3429-f319-4bed-b60f-9650b7d9d111 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Calling delete_port for 4bc41d6e-2b62-4f97-bc2d-fe421a2781f6 owned by network:floatingip {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:03.436948 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 53830) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:03.504750 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10bd3429-f319-4bed-b60f-9650b7d9d111 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:03.508923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3c2b750b-8d69-45ce-8ffc-9902ea47b058 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:03.554305 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd3429-f319-4bed-b60f-9650b7d9d111 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event deleted for resources: {'Port': ['ID=4bc41d6e-2b62-4f97-bc2d-fe421a2781f6,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:03.559388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-10bd3429-f319-4bed-b60f-9650b7d9d111 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:03.610592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c77f3ee3-aa3e-4e3c-a0f4-5491d21c723f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:03.643643 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-c77f3ee3-aa3e-4e3c-a0f4-5491d21c723f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:29:03.649094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-c77f3ee3-aa3e-4e3c-a0f4-5491d21c723f admin admin] Usage tracker for resource:security_group_rule and tenant:f6f50f7516ad4166b563fad26b0341cb is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:29:03.650569 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10bd3429-f319-4bed-b60f-9650b7d9d111 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for floatingip, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:03.653360 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-c77f3ee3-aa3e-4e3c-a0f4-5491d21c723f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:29:03.659632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-c77f3ee3-aa3e-4e3c-a0f4-5491d21c723f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:29:03.733884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c77f3ee3-aa3e-4e3c-a0f4-5491d21c723f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:03.737048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c77f3ee3-aa3e-4e3c-a0f4-5491d21c723f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:03.744950 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-36b6229a-0d96-4d22-bc3e-d0022d1ebce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:03.788361 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f3ee3-aa3e-4e3c-a0f4-5491d21c723f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28ffdf6-34d7-4338-9712-c0f1c2a02e51,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:03.791906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c77f3ee3-aa3e-4e3c-a0f4-5491d21c723f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:03.795752 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c77f3ee3-aa3e-4e3c-a0f4-5491d21c723f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6f50f7516ad4166b563fad26b0341cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3575497 Jul 23 17:29:03.797792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 53836) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:03.863319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d12eb7fb-f2c4-43c2-91b2-b23177ebe3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:03.893958 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d12eb7fb-f2c4-43c2-91b2-b23177ebe3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:03.906616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:03.947588 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d12eb7fb-f2c4-43c2-91b2-b23177ebe3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:03.953738 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-1add6a22-80fc-460c-ad77-da29b3d550e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:03.967454 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12eb7fb-f2c4-43c2-91b2-b23177ebe3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28ffdf6-34d7-4338-9712-c0f1c2a02e51,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:03.970625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d12eb7fb-f2c4-43c2-91b2-b23177ebe3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:03.971504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d12eb7fb-f2c4-43c2-91b2-b23177ebe3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:03.973423 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d12eb7fb-f2c4-43c2-91b2-b23177ebe3d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b28ffdf6-34d7-4338-9712-c0f1c2a02e51 HTTP/1.1" status: 204 len: 168 time: 0.1744964 Jul 23 17:29:04.069936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bd3429-f319-4bed-b60f-9650b7d9d111 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:29:04.349858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:04.552680 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768cc3f-13e4-4cd7-a36b-53689c32ed22 req-00bbdb9a-0bb9-44c4-a64a-20a7677c43e4 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:04.554286 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9768cc3f-13e4-4cd7-a36b-53689c32ed22 req-00bbdb9a-0bb9-44c4-a64a-20a7677c43e4 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 985 time: 0.1235392 Jul 23 17:29:04.631124 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9768cc3f-13e4-4cd7-a36b-53689c32ed22 req-032c9133-885f-4072-8e31-6c930d188deb tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&id=f283b4e8-3da3-43ff-bb77-8974100910cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672891 Jul 23 17:29:04.660069 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bd3429-f319-4bed-b60f-9650b7d9d111 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:29:04.672077 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa8d600-7c63-4194-8443-b0005d75a3a4 None None] Sync routers for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:29:04.693887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa8d600-7c63-4194-8443-b0005d75a3a4 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:29:04.695491 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10bd3429-f319-4bed-b60f-9650b7d9d111 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:04.696450 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-5aa8d600-7c63-4194-8443-b0005d75a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:29:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:04.763854 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-10bd3429-f319-4bed-b60f-9650b7d9d111 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "DELETE /v2.0/floatingips/229c6b3c-09a3-4fb9-8b75-db194cf353dd HTTP/1.1" status: 204 len: 168 time: 2.0673656 Jul 23 17:29:04.763854 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'tag': '5f21693b-b71c-451d-8e91-46298e1b2b38'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:29:04.822814 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'tag': '5f21693b-b71c-451d-8e91-46298e1b2b38', 'status': 'completed', 'code': 200} Jul 23 17:29:04.922507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-5aa8d600-7c63-4194-8443-b0005d75a3a4 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:29:04.936199 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ce377f38-517c-40d9-a383-a3f2b61ec7a2 req-c829a103-f610-4ef8-8fd8-56baa70c4760 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0801852 Jul 23 17:29:05.105700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce377f38-517c-40d9-a383-a3f2b61ec7a2 req-6e62e2d7-3c99-4853-90ef-bf6ced236630 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:05.107573 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ce377f38-517c-40d9-a383-a3f2b61ec7a2 req-6e62e2d7-3c99-4853-90ef-bf6ced236630 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 913 time: 0.1612849 Jul 23 17:29:05.228439 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ce377f38-517c-40d9-a383-a3f2b61ec7a2 req-50136006-23d5-4def-9478-ec1ab63f1b39 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f21693b-b71c-451d-8e91-46298e1b2b38 HTTP/1.1" status: 200 len: 217 time: 0.1108930 Jul 23 17:29:05.317747 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce377f38-517c-40d9-a383-a3f2b61ec7a2 req-8caea260-543d-48f6-86f9-1f42eefb8bbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:05.319566 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ce377f38-517c-40d9-a383-a3f2b61ec7a2 req-8caea260-543d-48f6-86f9-1f42eefb8bbb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.0790319 Jul 23 17:29:05.352585 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-5aa8d600-7c63-4194-8443-b0005d75a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '282ad20a-4131-4e77-aea1-7ec190896cc7', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:33:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:59Z', 'updated_at': '2021-07-23T17:25:03Z', 'revision_number': 1, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:05.356857 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa8d600-7c63-4194-8443-b0005d75a3a4 None None] Checking router: c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:29:05.372486 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa8d600-7c63-4194-8443-b0005d75a3a4 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:29:05.373138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-5aa8d600-7c63-4194-8443-b0005d75a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:29:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:05.385771 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99239e-f21f-4408-8182-1721b219850c req-b6c60dd1-c371-4abd-914e-1e3b27e47951 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:05.387136 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-fa99239e-f21f-4408-8182-1721b219850c req-b6c60dd1-c371-4abd-914e-1e3b27e47951 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Synchronizing usage tracker for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:29:05.418865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-fa99239e-f21f-4408-8182-1721b219850c req-b6c60dd1-c371-4abd-914e-1e3b27e47951 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Unset dirty status for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:29:05.420171 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fa99239e-f21f-4408-8182-1721b219850c req-b6c60dd1-c371-4abd-914e-1e3b27e47951 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 946 time: 0.2437949 Jul 23 17:29:05.431555 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ce377f38-517c-40d9-a383-a3f2b61ec7a2 req-8dc42d9a-ca56-40ba-86e0-c9e1b5447fc5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1012251 Jul 23 17:29:05.574182 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-5aa8d600-7c63-4194-8443-b0005d75a3a4 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:29:05.576371 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-fa99239e-f21f-4408-8182-1721b219850c req-43c158a7-398c-43c0-a18c-315ac165bcb5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436899 Jul 23 17:29:05.627030 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ce377f38-517c-40d9-a383-a3f2b61ec7a2 req-8774f29e-73b6-4a17-a198-90773255de0a service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780965 Jul 23 17:29:05.868183 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-ce377f38-517c-40d9-a383-a3f2b61ec7a2 req-750bd9e0-5a0b-453c-80c5-a9c545b8a362 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321525 Jul 23 17:29:05.915415 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e20fb8-70fe-4949-8cc4-4cf8b2ae1de7 req-2dd1ae5c-09a9-4b1d-a28f-aa7e7e87e8c0 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:05.919247 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a1e20fb8-70fe-4949-8cc4-4cf8b2ae1de7 req-2dd1ae5c-09a9-4b1d-a28f-aa7e7e87e8c0 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 985 time: 0.1240048 Jul 23 17:29:05.970679 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a1e20fb8-70fe-4949-8cc4-4cf8b2ae1de7 req-c8e63ff0-a5a0-44e9-a810-eb6a6ff97251 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&id=f283b4e8-3da3-43ff-bb77-8974100910cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467649 Jul 23 17:29:05.981938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53896) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:05.989341 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-5aa8d600-7c63-4194-8443-b0005d75a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '282ad20a-4131-4e77-aea1-7ec190896cc7', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:33:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:59Z', 'updated_at': '2021-07-23T17:25:03Z', 'revision_number': 1, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:05.996034 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa8d600-7c63-4194-8443-b0005d75a3a4 None None] The sync data for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi is: [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_floatingips': [{'id': '282ad20a-4131-4e77-aea1-7ec190896cc7', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'router_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'port_id': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'mac_address': 'fa:16:3e:33:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T17:24:59Z', 'updated_at': '2021-07-23T17:25:03Z', 'revision_number': 1, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:29:06.096977 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4a65e82d-3ca6-4b63-8259-00ab794e8c6e req-5f9711f4-0b18-45b0-9eec-708e45422004 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828793 Jul 23 17:29:06.157944 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d111d470-b7f4-4d18-ad96-c72b684a2873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:06.235422 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d111d470-b7f4-4d18-ad96-c72b684a2873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:29:06.242626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-d111d470-b7f4-4d18-ad96-c72b684a2873 admin admin] Usage tracker for resource:security_group_rule and tenant:f4bc2538056242f0a621eb3aaa7fd718 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:29:06.247026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-d111d470-b7f4-4d18-ad96-c72b684a2873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:29:06.256169 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d111d470-b7f4-4d18-ad96-c72b684a2873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:29:06.299945 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4a65e82d-3ca6-4b63-8259-00ab794e8c6e req-9a178372-b82a-4484-ab6f-175d841d902b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 1098 time: 0.1149638 Jul 23 17:29:06.440590 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d111d470-b7f4-4d18-ad96-c72b684a2873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:06.444541 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d111d470-b7f4-4d18-ad96-c72b684a2873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:06.453882 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-75ba88ac-634a-471b-81e7-60ee8ad60cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:06.461111 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28195b70-9364-4da4-83c8-cf3ca17a368f None None] New status for floating IP 229c6b3c-09a3-4fb9-8b75-db194cf353dd: DOWN {{(pid=81987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:29:06.531336 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111d470-b7f4-4d18-ad96-c72b684a2873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2af5a3d-9e13-471e-81b6-ebed6512c074,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:06.537012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d111d470-b7f4-4d18-ad96-c72b684a2873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:06.544489 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d111d470-b7f4-4d18-ad96-c72b684a2873 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4bc2538056242f0a621eb3aaa7fd718&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5571942 Jul 23 17:29:06.544489 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65e82d-3ca6-4b63-8259-00ab794e8c6e req-c4b32683-3025-4ceb-8eb4-834b00f5199a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:06.544489 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4a65e82d-3ca6-4b63-8259-00ab794e8c6e req-c4b32683-3025-4ceb-8eb4-834b00f5199a service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 913 time: 0.2212832 Jul 23 17:29:06.545131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53902) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:06.708882 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4a65e82d-3ca6-4b63-8259-00ab794e8c6e req-c0ef2d64-f55b-478b-85bb-34cc5d3faa3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf141b4-ed7d-49f6-ace1-918ef65156e2 HTTP/1.1" status: 200 len: 1000 time: 0.1454606 Jul 23 17:29:06.711653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-909ed569-fe21-401f-8958-9a24a44f9ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:06.841334 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-909ed569-fe21-401f-8958-9a24a44f9ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:06.905761 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65e82d-3ca6-4b63-8259-00ab794e8c6e req-d2b253e2-1d1a-4dc2-aef3-14681ec9a636 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:06.907267 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4a65e82d-3ca6-4b63-8259-00ab794e8c6e req-d2b253e2-1d1a-4dc2-aef3-14681ec9a636 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.1850770 Jul 23 17:29:06.984126 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-909ed569-fe21-401f-8958-9a24a44f9ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:06.993804 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51af110-6fc0-4eef-9798-d2f1c260daa9 req-6b8eeecb-ae38-4418-97ef-339ef11071e1 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:06.996043 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b51af110-6fc0-4eef-9798-d2f1c260daa9 req-6b8eeecb-ae38-4418-97ef-339ef11071e1 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 946 time: 0.2323883 Jul 23 17:29:06.999911 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-4919fd10-8261-4e5f-bb04-27e2f7521d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:07.007720 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e426c-0f0c-46d7-89f8-0e2b148bb09f req-fd016aaa-1bf8-4187-88db-0721ec9df5fe tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:07.009526 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-288e426c-0f0c-46d7-89f8-0e2b148bb09f req-fd016aaa-1bf8-4187-88db-0721ec9df5fe tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 946 time: 0.0857995 Jul 23 17:29:07.037775 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ed569-fe21-401f-8958-9a24a44f9ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2af5a3d-9e13-471e-81b6-ebed6512c074,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:07.047602 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-909ed569-fe21-401f-8958-9a24a44f9ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:07.054758 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-909ed569-fe21-401f-8958-9a24a44f9ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:07.059131 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-909ed569-fe21-401f-8958-9a24a44f9ccc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2af5a3d-9e13-471e-81b6-ebed6512c074 HTTP/1.1" status: 204 len: 168 time: 0.5103340 Jul 23 17:29:07.096398 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-288e426c-0f0c-46d7-89f8-0e2b148bb09f req-b5f76716-e203-44b5-be8c-82e89ded9122 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Deleting port 5f21693b-b71c-451d-8e91-46298e1b2b38 {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:07.096980 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-288e426c-0f0c-46d7-89f8-0e2b148bb09f req-b5f76716-e203-44b5-be8c-82e89ded9122 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:07.116166 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b51af110-6fc0-4eef-9798-d2f1c260daa9 req-c6802047-d25c-42e0-b0f2-02ef72a16161 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023111 Jul 23 17:29:07.122895 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4a65e82d-3ca6-4b63-8259-00ab794e8c6e req-beee593c-6079-4bc7-8e5e-09c386c7ab2a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1969593 Jul 23 17:29:07.343069 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431d602-6245-49a5-adc2-de44f7d639ba req-4246820a-9fb2-46c8-a29f-9f37c2aa650e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:07.344740 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5431d602-6245-49a5-adc2-de44f7d639ba req-4246820a-9fb2-46c8-a29f-9f37c2aa650e tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 985 time: 0.2209060 Jul 23 17:29:07.350644 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4a65e82d-3ca6-4b63-8259-00ab794e8c6e req-99b26174-ddb9-48b9-9555-0c5c97245613 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804430 Jul 23 17:29:07.404930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-288e426c-0f0c-46d7-89f8-0e2b148bb09f req-b5f76716-e203-44b5-be8c-82e89ded9122 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] For port 5f21693b-b71c-451d-8e91-46298e1b2b38, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=5f21693b-b71c-451d-8e91-46298e1b2b38,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:29:07.405434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-288e426c-0f0c-46d7-89f8-0e2b148bb09f req-b5f76716-e203-44b5-be8c-82e89ded9122 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:07.502111 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5431d602-6245-49a5-adc2-de44f7d639ba req-e0404a09-b1f4-4a19-82c8-3f08c0c8e3b5 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&id=f283b4e8-3da3-43ff-bb77-8974100910cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1503677 Jul 23 17:29:07.548454 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-288e426c-0f0c-46d7-89f8-0e2b148bb09f req-b5f76716-e203-44b5-be8c-82e89ded9122 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Calling delete_port for 5f21693b-b71c-451d-8e91-46298e1b2b38 owned by compute:nova {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:07.551735 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4a65e82d-3ca6-4b63-8259-00ab794e8c6e req-b4f262c0-5357-4915-a3d8-8012af992b52 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835909 Jul 23 17:29:07.637291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:29:07.705197 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-288e426c-0f0c-46d7-89f8-0e2b148bb09f req-b5f76716-e203-44b5-be8c-82e89ded9122 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:07.712962 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7cab1bfe-b981-40fe-95fa-793d40266ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:07.758065 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f76716-e203-44b5-be8c-82e89ded9122 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event deleted for resources: {'Port': ['ID=5f21693b-b71c-451d-8e91-46298e1b2b38,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:07.761251 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b5f76716-e203-44b5-be8c-82e89ded9122 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:07.838855 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-288e426c-0f0c-46d7-89f8-0e2b148bb09f req-b5f76716-e203-44b5-be8c-82e89ded9122 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] No DVR routers for this DVR port 5f21693b-b71c-451d-8e91-46298e1b2b38 on host hv-cinder-80204 {{(pid=81984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:29:07.842202 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-288e426c-0f0c-46d7-89f8-0e2b148bb09f req-b5f76716-e203-44b5-be8c-82e89ded9122 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:07.846473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'name': 'network-vif-deleted', 'tag': '5f21693b-b71c-451d-8e91-46298e1b2b38'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:29:07.860334 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-288e426c-0f0c-46d7-89f8-0e2b148bb09f req-b5f76716-e203-44b5-be8c-82e89ded9122 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "DELETE /v2.0/ports/5f21693b-b71c-451d-8e91-46298e1b2b38 HTTP/1.1" status: 204 len: 173 time: 0.8452270 Jul 23 17:29:07.909778 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec26292-c4a7-442a-898f-9f1cac663ec7', 'name': 'network-vif-deleted', 'tag': '5f21693b-b71c-451d-8e91-46298e1b2b38', 'status': 'completed', 'code': 200} Jul 23 17:29:08.318734 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-aae150b9-5cdc-4b3e-9dff-409deb31f83a req-4d7caa5f-195b-4489-8400-75d0ab99d015 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec26292-c4a7-442a-898f-9f1cac663ec7 HTTP/1.1" status: 200 len: 210 time: 0.0476406 Jul 23 17:29:10.874218 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 5f21693b-b71c-451d-8e91-46298e1b2b38 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:29:10.912302 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 5f21693b-b71c-451d-8e91-46298e1b2b38 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:29:10.912694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 5f21693b-b71c-451d-8e91-46298e1b2b38 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:29:11.905601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 53990) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:12.118383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Deleting port 5cd36697-aab9-4707-b3e2-5ea50722c64b {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:12.118678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:12.294629 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:12.295052 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:12.419674 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Calling delete_port for 5cd36697-aab9-4707-b3e2-5ea50722c64b owned by network:floatingip {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:12.575162 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:12.579929 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-dbedda52-150a-4253-8804-2df5ec78c43f tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:12.626633 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event deleted for resources: {'Port': ['ID=5cd36697-aab9-4707-b3e2-5ea50722c64b,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:12.888198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:12.888613 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:12.889022 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:12.889423 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:12.889827 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:12.890225 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:12.890625 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:12.891067 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:12.891462 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:12.891853 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:12.892241 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:12.899140 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:12.953727 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for floatingip, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:13.348520 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:29:13.562150 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:29:13.572210 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5c3caf-71a9-4795-981f-aa49202150d8 None None] Sync routers for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:29:13.578969 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:13.584729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c3caf-71a9-4795-981f-aa49202150d8 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:29:13.585406 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-3c5c3caf-71a9-4795-981f-aa49202150d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:29:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:13.633853 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-eed2a538-ee3a-409c-85d1-97901e0f4174 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "DELETE /v2.0/floatingips/282ad20a-4131-4e77-aea1-7ec190896cc7 HTTP/1.1" status: 204 len: 168 time: 1.7269409 Jul 23 17:29:13.634454 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'tag': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:29:13.694370 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'tag': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'status': 'completed', 'code': 200} Jul 23 17:29:13.774949 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-3c5c3caf-71a9-4795-981f-aa49202150d8 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:29:14.066724 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4505623-eaaf-4139-8ff9-0f2ead6bb221 req-1bf82e48-5a60-4a03-9395-3554c2590fa5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:14.067267 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-b4505623-eaaf-4139-8ff9-0f2ead6bb221 req-1bf82e48-5a60-4a03-9395-3554c2590fa5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Synchronizing usage tracker for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:29:14.083058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-b4505623-eaaf-4139-8ff9-0f2ead6bb221 req-1bf82e48-5a60-4a03-9395-3554c2590fa5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Unset dirty status for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:29:14.084341 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b4505623-eaaf-4139-8ff9-0f2ead6bb221 req-1bf82e48-5a60-4a03-9395-3554c2590fa5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 945 time: 0.1029713 Jul 23 17:29:14.110283 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-3c5c3caf-71a9-4795-981f-aa49202150d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:14.114346 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5c3caf-71a9-4795-981f-aa49202150d8 None None] Checking router: c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:29:14.125856 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c3caf-71a9-4795-981f-aa49202150d8 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:29:14.126624 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-3c5c3caf-71a9-4795-981f-aa49202150d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:29:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:14.133899 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b4505623-eaaf-4139-8ff9-0f2ead6bb221 req-b76ef4aa-8cce-48dd-b768-3c455e5a4c9d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422068 Jul 23 17:29:14.477986 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-3c5c3caf-71a9-4795-981f-aa49202150d8 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:29:14.804593 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-3c5c3caf-71a9-4795-981f-aa49202150d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:14.810682 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5c3caf-71a9-4795-981f-aa49202150d8 None None] The sync data for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi is: [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:20:51Z', 'revision_number': 4, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '59476ec7-9c0c-4462-84c0-a7e50828c1fb', 'name': '', 'network_id': 'ca5df335-6af8-4521-b6ed-ac00b1cb097d', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'mac_address': 'fa:16:3e:36:79:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:50Z', 'updated_at': '2021-07-23T17:21:05Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'subnets': [{'id': '775766c5-67b2-4d27-b621-cb63ec1bf56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:29:15.334247 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4915694a-263a-4248-af64-34a1d01b553c None None] New status for floating IP 282ad20a-4131-4e77-aea1-7ec190896cc7: DOWN {{(pid=81987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:29:15.344676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72cac6-af45-49b3-a875-ae727a34475f req-a79bb4ff-bcfd-41b7-be08-ff99533e29e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:15.346266 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1b72cac6-af45-49b3-a875-ae727a34475f req-a79bb4ff-bcfd-41b7-be08-ff99533e29e5 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 945 time: 0.0826998 Jul 23 17:29:15.395291 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1b72cac6-af45-49b3-a875-ae727a34475f req-280c23ae-7de1-4769-b344-cdeef03a0abf tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418761 Jul 23 17:29:15.940369 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-592d98d0-60dc-463b-a6c1-b6259dfe0914 req-563b0a24-d5d3-4019-955c-c1937c17a3ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=138f6d21733847e2825438a0ba1cbae9&device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 1098 time: 0.0779567 Jul 23 17:29:16.086257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d98d0-60dc-463b-a6c1-b6259dfe0914 req-9588f10a-6006-4529-97b7-fd4cb2d2c5bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:16.087944 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-592d98d0-60dc-463b-a6c1-b6259dfe0914 req-9588f10a-6006-4529-97b7-fd4cb2d2c5bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 200 len: 913 time: 0.1410575 Jul 23 17:29:16.166246 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-592d98d0-60dc-463b-a6c1-b6259dfe0914 req-6dcdba1c-3be5-4431-ae15-da5fa6adf675 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdf141b4-ed7d-49f6-ace1-918ef65156e2 HTTP/1.1" status: 200 len: 217 time: 0.0712349 Jul 23 17:29:16.234276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d98d0-60dc-463b-a6c1-b6259dfe0914 req-c4e6b80a-7399-4b1c-ace6-f643c20ebc0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:16.235848 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-592d98d0-60dc-463b-a6c1-b6259dfe0914 req-c4e6b80a-7399-4b1c-ace6-f643c20ebc0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 200 len: 851 time: 0.0636094 Jul 23 17:29:16.319845 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-592d98d0-60dc-463b-a6c1-b6259dfe0914 req-4e1fd8ee-0bb0-4558-bee9-eae7e0dd0990 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca5df335-6af8-4521-b6ed-ac00b1cb097d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763433 Jul 23 17:29:16.684662 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-592d98d0-60dc-463b-a6c1-b6259dfe0914 req-721ad534-842c-40b4-ba4b-43ef00cd9a33 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575907 Jul 23 17:29:16.832188 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-592d98d0-60dc-463b-a6c1-b6259dfe0914 req-f6e0b04c-4b37-4b96-9b1c-a43ebf1812f1 service neutron] 10.222.0.58 "GET /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392655 Jul 23 17:29:16.849444 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f149b-3591-42d5-af1c-fa9babc46ea1 req-1cb61b74-e4e1-4a4f-acce-bad445318d66 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:16.851596 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-321f149b-3591-42d5-af1c-fa9babc46ea1 req-1cb61b74-e4e1-4a4f-acce-bad445318d66 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 945 time: 0.3232138 Jul 23 17:29:16.905769 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-321f149b-3591-42d5-af1c-fa9babc46ea1 req-e23c9f08-dcde-4aab-b2ce-4989f47d1ac0 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467136 Jul 23 17:29:17.640980 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cf5ed-567f-401e-872b-b169bbda6e89 req-c70b561a-adcf-42f6-b96a-70142ce8c11d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:17.641865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-9c6cf5ed-567f-401e-872b-b169bbda6e89 req-c70b561a-adcf-42f6-b96a-70142ce8c11d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Synchronizing usage tracker for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81984) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:29:17.655612 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-9c6cf5ed-567f-401e-872b-b169bbda6e89 req-c70b561a-adcf-42f6-b96a-70142ce8c11d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Unset dirty status for tenant:138f6d21733847e2825438a0ba1cbae9 on resource:port {{(pid=81984) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:29:17.656824 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c6cf5ed-567f-401e-872b-b169bbda6e89 req-c70b561a-adcf-42f6-b96a-70142ce8c11d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 945 time: 0.0983019 Jul 23 17:29:17.745675 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-9c6cf5ed-567f-401e-872b-b169bbda6e89 req-6727d445-8282-444d-959b-24d3f4cea04c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Deleting port cdf141b4-ed7d-49f6-ace1-918ef65156e2 {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:17.746323 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9c6cf5ed-567f-401e-872b-b169bbda6e89 req-6727d445-8282-444d-959b-24d3f4cea04c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:18.009610 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-9c6cf5ed-567f-401e-872b-b169bbda6e89 req-6727d445-8282-444d-959b-24d3f4cea04c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] For port cdf141b4-ed7d-49f6-ace1-918ef65156e2, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=cdf141b4-ed7d-49f6-ace1-918ef65156e2,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:29:18.010047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9c6cf5ed-567f-401e-872b-b169bbda6e89 req-6727d445-8282-444d-959b-24d3f4cea04c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:18.120772 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ec0b2-1f68-45c1-aab9-32de01fd0708 req-895223e3-baaf-454c-96e4-f929ba12fb30 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:18.122350 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b97ec0b2-1f68-45c1-aab9-32de01fd0708 req-895223e3-baaf-454c-96e4-f929ba12fb30 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 945 time: 0.0858185 Jul 23 17:29:18.145124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-9c6cf5ed-567f-401e-872b-b169bbda6e89 req-6727d445-8282-444d-959b-24d3f4cea04c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Calling delete_port for cdf141b4-ed7d-49f6-ace1-918ef65156e2 owned by compute:nova {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:18.176055 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b97ec0b2-1f68-45c1-aab9-32de01fd0708 req-1128fe15-39bc-4efb-8bce-cf461ff260ca tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5e75352-c315-4d62-97a9-7048c86edfa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470726 Jul 23 17:29:18.291970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9c6cf5ed-567f-401e-872b-b169bbda6e89 req-6727d445-8282-444d-959b-24d3f4cea04c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:18.298139 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7f5f51cd-af33-4628-aa56-bc3bd3c3a231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:18.345141 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727d445-8282-444d-959b-24d3f4cea04c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event deleted for resources: {'Port': ['ID=cdf141b4-ed7d-49f6-ace1-918ef65156e2,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:18.348922 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6727d445-8282-444d-959b-24d3f4cea04c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:18.420740 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6cf5ed-567f-401e-872b-b169bbda6e89 req-6727d445-8282-444d-959b-24d3f4cea04c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] No DVR routers for this DVR port cdf141b4-ed7d-49f6-ace1-918ef65156e2 on host hv-cinder-80204 {{(pid=81984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:29:18.423396 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-9c6cf5ed-567f-401e-872b-b169bbda6e89 req-6727d445-8282-444d-959b-24d3f4cea04c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:18.426196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'name': 'network-vif-deleted', 'tag': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:29:18.441315 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9c6cf5ed-567f-401e-872b-b169bbda6e89 req-6727d445-8282-444d-959b-24d3f4cea04c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.58 "DELETE /v2.0/ports/cdf141b4-ed7d-49f6-ace1-918ef65156e2 HTTP/1.1" status: 204 len: 173 time: 0.7774143 Jul 23 17:29:18.490020 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfb9507-7810-4ec9-9f07-efd78a4de843', 'name': 'network-vif-deleted', 'tag': 'cdf141b4-ed7d-49f6-ace1-918ef65156e2', 'status': 'completed', 'code': 200} Jul 23 17:29:19.364932 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d7a0877b-d422-4643-891c-6aee94f48139 req-89807554-926d-4de0-a117-557c079816ba tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "GET /v2.0/ports?device_id=5bfb9507-7810-4ec9-9f07-efd78a4de843 HTTP/1.1" status: 200 len: 210 time: 0.0456119 Jul 23 17:29:20.479047 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54064) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:20.642018 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-c67ffd20-ea50-4610-9c65-fccbb76a0c26 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Deleting port 726cc1e7-5d2e-4d4a-896e-11765a524644 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:20.642400 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c67ffd20-ea50-4610-9c65-fccbb76a0c26 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:20.834134 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c67ffd20-ea50-4610-9c65-fccbb76a0c26 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:20.834502 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c67ffd20-ea50-4610-9c65-fccbb76a0c26 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:20.891196 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device cdf141b4-ed7d-49f6-ace1-918ef65156e2 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:29:20.932921 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: cdf141b4-ed7d-49f6-ace1-918ef65156e2 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:29:20.933451 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device cdf141b4-ed7d-49f6-ace1-918ef65156e2 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:29:20.971553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-c67ffd20-ea50-4610-9c65-fccbb76a0c26 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Calling delete_port for 726cc1e7-5d2e-4d4a-896e-11765a524644 owned by network:floatingip {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:21.127236 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c67ffd20-ea50-4610-9c65-fccbb76a0c26 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:21.131726 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-46f6b020-54dc-4769-81ea-da8fe846d498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:21.174341 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ffd20-ea50-4610-9c65-fccbb76a0c26 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event deleted for resources: {'Port': ['ID=726cc1e7-5d2e-4d4a-896e-11765a524644,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:21.177176 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c67ffd20-ea50-4610-9c65-fccbb76a0c26 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:21.273770 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c67ffd20-ea50-4610-9c65-fccbb76a0c26 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for floatingip, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:21.289358 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c67ffd20-ea50-4610-9c65-fccbb76a0c26 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:21.290707 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c67ffd20-ea50-4610-9c65-fccbb76a0c26 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "DELETE /v2.0/floatingips/8ca997c7-15e1-4c6a-8883-210007582182 HTTP/1.1" status: 204 len: 168 time: 0.8105278 Jul 23 17:29:22.711910 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54106) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:22.789776 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8e09afb3-408f-422e-b6d6-4338b29d23f4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:22.822623 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8e09afb3-408f-422e-b6d6-4338b29d23f4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:22.876053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8e09afb3-408f-422e-b6d6-4338b29d23f4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:22.881398 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6a66f42c-54f4-490e-8eac-2f0f9ac0d518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:22.895435 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09afb3-408f-422e-b6d6-4338b29d23f4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e75352-c315-4d62-97a9-7048c86edfa2,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:22.898582 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8e09afb3-408f-422e-b6d6-4338b29d23f4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:22.900607 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8e09afb3-408f-422e-b6d6-4338b29d23f4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:22.901939 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-8e09afb3-408f-422e-b6d6-4338b29d23f4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] 10.222.0.55 "DELETE /v2.0/security-groups/a5e75352-c315-4d62-97a9-7048c86edfa2 HTTP/1.1" status: 204 len: 168 time: 0.1889489 Jul 23 17:29:23.991376 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54128) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:24.531496 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-dfbce1d5-a5fa-4c7a-9d05-51c9c67072b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851067033'] for router_interface, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:25.393062 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-dfbce1d5-a5fa-4c7a-9d05-51c9c67072b5 admin admin] Deleting port 59476ec7-9c0c-4462-84c0-a7e50828c1fb {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:25.393594 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-dfbce1d5-a5fa-4c7a-9d05-51c9c67072b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:25.582379 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-dfbce1d5-a5fa-4c7a-9d05-51c9c67072b5 admin admin] For port 59476ec7-9c0c-4462-84c0-a7e50828c1fb, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=59476ec7-9c0c-4462-84c0-a7e50828c1fb,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:29:25.582666 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-dfbce1d5-a5fa-4c7a-9d05-51c9c67072b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:25.713319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-dfbce1d5-a5fa-4c7a-9d05-51c9c67072b5 admin admin] Calling delete_port for 59476ec7-9c0c-4462-84c0-a7e50828c1fb owned by network:router_interface {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:25.887403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-dfbce1d5-a5fa-4c7a-9d05-51c9c67072b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:25.891115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ca241358-f14c-43fd-b802-ed1043629ba0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:25.936466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbce1d5-a5fa-4c7a-9d05-51c9c67072b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=59476ec7-9c0c-4462-84c0-a7e50828c1fb,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:25.939529 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-dfbce1d5-a5fa-4c7a-9d05-51c9c67072b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:26.237782 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-dfbce1d5-a5fa-4c7a-9d05-51c9c67072b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851270709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3733207'] for router_interface, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:26.841508 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbce1d5-a5fa-4c7a-9d05-51c9c67072b5 admin admin] Router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:29:27.067086 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbce1d5-a5fa-4c7a-9d05-51c9c67072b5 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:29:27.084801 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46060a57-9345-49b8-b23f-fca2284e3478 None None] Sync routers for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:29:27.089153 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-dfbce1d5-a5fa-4c7a-9d05-51c9c67072b5 admin admin] 10.222.0.55 "PUT /v2.0/routers/c6fe8fac-cb8d-4d21-be2a-fc92004a6a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0964432 Jul 23 17:29:27.091753 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54160) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:27.097688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46060a57-9345-49b8-b23f-fca2284e3478 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:29:27.098385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-46060a57-9345-49b8-b23f-fca2284e3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:29:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:27.286999 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-46060a57-9345-49b8-b23f-fca2284e3478 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:29:27.297843 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Notify callbacks [] for router, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:27.507936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:27.517077 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Deleting port 110a0276-ed24-4ff9-99e4-7c3b595e9666 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:27.517458 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:27.599715 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-46060a57-9345-49b8-b23f-fca2284e3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:29:25Z', 'revision_number': 5, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port': {'id': '110a0276-ed24-4ff9-99e4-7c3b595e9666', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:47Z', 'updated_at': '2021-07-23T17:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:27.606046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46060a57-9345-49b8-b23f-fca2284e3478 None None] Checking router: c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:29:27.619254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46060a57-9345-49b8-b23f-fca2284e3478 None None] Routers {'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:29:27.620525 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-46060a57-9345-49b8-b23f-fca2284e3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:29:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:27.788017 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-46060a57-9345-49b8-b23f-fca2284e3478 None None] Set router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 gateway port host: None {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:29:27.898856 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-46060a57-9345-49b8-b23f-fca2284e3478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:29:27Z', 'revision_number': 6, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port_host': None}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:27.903818 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46060a57-9345-49b8-b23f-fca2284e3478 None None] The sync data for ids ['c6fe8fac-cb8d-4d21-be2a-fc92004a6a55'] in dv-cinder-802045-1-iscsi is: [{'id': 'c6fe8fac-cb8d-4d21-be2a-fc92004a6a55', 'name': 'tempest-TestVolumeBootPattern-2146052918-router', 'tenant_id': '138f6d21733847e2825438a0ba1cbae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:46Z', 'updated_at': '2021-07-23T17:29:27Z', 'revision_number': 6, 'project_id': '138f6d21733847e2825438a0ba1cbae9', 'gw_port_host': None}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:29:27.929930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] For port 110a0276-ed24-4ff9-99e4-7c3b595e9666, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=110a0276-ed24-4ff9-99e4-7c3b595e9666,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:29:27.930323 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:28.060183 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Calling delete_port for 110a0276-ed24-4ff9-99e4-7c3b595e9666 owned by network:router_gateway {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:28.250728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:28.254683 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7eca77a8-b0d9-49e7-a86e-29e674fb474d tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:28.298986 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Pushing event deleted for resources: {'Port': ['ID=110a0276-ed24-4ff9-99e4-7c3b595e9666,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:28.302439 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:28.357709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 110a0276-ed24-4ff9-99e4-7c3b595e9666 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:29:28.392617 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 110a0276-ed24-4ff9-99e4-7c3b595e9666 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:29:28.393048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 110a0276-ed24-4ff9-99e4-7c3b595e9666 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:29:28.393527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 59476ec7-9c0c-4462-84c0-a7e50828c1fb no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:29:28.426771 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 59476ec7-9c0c-4462-84c0-a7e50828c1fb {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:29:28.427169 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 59476ec7-9c0c-4462-84c0-a7e50828c1fb not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:29:28.538861 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851072426'] for router_gateway, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:28.801087 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851069610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103245'] for router, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:28.805495 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:28.891285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3730118'] for router, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:28.891888 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 {{(pid=81985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:29:28.906014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] Notify callbacks [] for router, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:28.907282 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-86b57a15-5aaa-4b53-9bfe-98018ab0242e admin admin] 10.222.0.55 "DELETE /v2.0/routers/c6fe8fac-cb8d-4d21-be2a-fc92004a6a55 HTTP/1.1" status: 204 len: 168 time: 1.8145411 Jul 23 17:29:28.909938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54172) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:28.979641 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-38370882-b371-415d-928b-2ef3b19974c3 admin admin] Deleting subnet 775766c5-67b2-4d27-b621-cb63ec1bf56d {{(pid=81985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:29:28.983073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-38370882-b371-415d-928b-2ef3b19974c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:29.038732 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-38370882-b371-415d-928b-2ef3b19974c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036722869701'] for subnet, precommit_delete_associations {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:29.159198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-38370882-b371-415d-928b-2ef3b19974c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:29.225559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-38370882-b371-415d-928b-2ef3b19974c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036722876243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852563317'] for subnet, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:29.230000 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:29.266626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38370882-b371-415d-928b-2ef3b19974c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775766c5-67b2-4d27-b621-cb63ec1bf56d,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:29.269370 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-38370882-b371-415d-928b-2ef3b19974c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:29.272167 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-38370882-b371-415d-928b-2ef3b19974c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:29.278484 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fb82b7-377a-4b1b-9f1e-624b5a5d9017 None None] Network ca5df335-6af8-4521-b6ed-ac00b1cb097d requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:29:29.279250 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-38370882-b371-415d-928b-2ef3b19974c3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/775766c5-67b2-4d27-b621-cb63ec1bf56d HTTP/1.1" status: 204 len: 168 time: 0.3682501 Jul 23 17:29:29.281793 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54176) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:29.404137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:29.423394 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Deleting port 32fba300-6641-4aa6-8193-1eff12f61bf9 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:29.423900 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:29.577384 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353346c8-f1f2-4e1d-9e2b-ac172a794c37 None None] DHCP port deletion for ca5df335-6af8-4521-b6ed-ac00b1cb097d request from dv-cinder-802045-1-iscsi {{(pid=81986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 23 17:29:29.582370 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-353346c8-f1f2-4e1d-9e2b-ac172a794c37 None None] Deleting port 32fba300-6641-4aa6-8193-1eff12f61bf9 {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:29.582927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-353346c8-f1f2-4e1d-9e2b-ac172a794c37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:29.645966 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] For port 32fba300-6641-4aa6-8193-1eff12f61bf9, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=32fba300-6641-4aa6-8193-1eff12f61bf9,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:29:29.646355 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:29.773662 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Calling delete_port for 32fba300-6641-4aa6-8193-1eff12f61bf9 owned by network:dhcp {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:29.797293 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-353346c8-f1f2-4e1d-9e2b-ac172a794c37 None None] For port 32fba300-6641-4aa6-8193-1eff12f61bf9, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=32fba300-6641-4aa6-8193-1eff12f61bf9,segment=NetworkSegment(1324cb75-03ba-4532-a16d-fe23e997d1dd),segment_id=1324cb75-03ba-4532-a16d-fe23e997d1dd)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:29:29.797672 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-353346c8-f1f2-4e1d-9e2b-ac172a794c37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:29.847811 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:29.851688 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c68e4fda-23a7-42de-9d49-24d82f0d9a4c tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:29.893232 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Pushing event deleted for resources: {'Port': ['ID=32fba300-6641-4aa6-8193-1eff12f61bf9,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:29.897044 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:29.900206 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] No DVR routers for this DVR port 32fba300-6641-4aa6-8193-1eff12f61bf9 on host dv-cinder-802045-1-iscsi {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:29:29.932618 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-353346c8-f1f2-4e1d-9e2b-ac172a794c37 None None] Calling delete_port for 32fba300-6641-4aa6-8193-1eff12f61bf9 owned by network:dhcp {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:30.004139 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.db.api [None req-353346c8-f1f2-4e1d-9e2b-ac172a794c37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:29:30.004550 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.api [None req-353346c8-f1f2-4e1d-9e2b-ac172a794c37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:29:30.025783 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:30.039799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5df335-6af8-4521-b6ed-ac00b1cb097d']}} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:30.052684 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1324cb75-03ba-4532-a16d-fe23e997d1dd') {'for_net_delete': True} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:30.053028 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1324cb75-03ba-4532-a16d-fe23e997d1dd') {} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:30.065406 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131906099'] for segment, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:30.081091 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:30.087531 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=81985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:29:30.088011 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036722876224'] for segment, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:29:30.102103 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:29:30.157242 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5df93986-e343-43b2-b809-74d99ebbac18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:30.180892 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:30.185231 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:30.201313 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:30.207559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Pushing event deleted for resources: {'Network': ['ID=ca5df335-6af8-4521-b6ed-ac00b1cb097d,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:30.212035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:30.218354 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] 10.222.0.55 "DELETE /v2.0/networks/ca5df335-6af8-4521-b6ed-ac00b1cb097d HTTP/1.1" status: 204 len: 168 time: 0.9355154 Jul 23 17:29:30.222268 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54186) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:30.336647 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 32fba300-6641-4aa6-8193-1eff12f61bf9 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:29:30.374521 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 32fba300-6641-4aa6-8193-1eff12f61bf9 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:29:30.374970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 32fba300-6641-4aa6-8193-1eff12f61bf9 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:29:30.506326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-353346c8-f1f2-4e1d-9e2b-ac172a794c37 None None] Deleting port 32fba300-6641-4aa6-8193-1eff12f61bf9 {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:30.506805 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-353346c8-f1f2-4e1d-9e2b-ac172a794c37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:30.576940 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-353346c8-f1f2-4e1d-9e2b-ac172a794c37 None None] The port '32fba300-6641-4aa6-8193-1eff12f61bf9' was deleted {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 23 17:29:30.858604 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a99d14f1-cbcd-4437-af07-f659c54ef4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851067033'] for router_interface, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:31.475708 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-a99d14f1-cbcd-4437-af07-f659c54ef4a3 admin admin] Deleting port 2f494381-f96b-4c17-864b-30691b73b657 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:31.476383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a99d14f1-cbcd-4437-af07-f659c54ef4a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:31.653483 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:31.659710 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-a99d14f1-cbcd-4437-af07-f659c54ef4a3 admin admin] For port 2f494381-f96b-4c17-864b-30691b73b657, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=2f494381-f96b-4c17-864b-30691b73b657,segment=NetworkSegment(0e418020-be27-4829-911b-26646cf3fcac),segment_id=0e418020-be27-4829-911b-26646cf3fcac)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:29:31.660116 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a99d14f1-cbcd-4437-af07-f659c54ef4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:31.791728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-a99d14f1-cbcd-4437-af07-f659c54ef4a3 admin admin] Calling delete_port for 2f494381-f96b-4c17-864b-30691b73b657 owned by network:router_interface {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:31.965438 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a99d14f1-cbcd-4437-af07-f659c54ef4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:31.969930 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:32.012892 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d14f1-cbcd-4437-af07-f659c54ef4a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f494381-f96b-4c17-864b-30691b73b657,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:32.016533 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a99d14f1-cbcd-4437-af07-f659c54ef4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:32.323616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a99d14f1-cbcd-4437-af07-f659c54ef4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851270709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3733207'] for router_interface, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:32.673801 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-84642312-6546-4ce1-84c5-4c1dc5ed2aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:32.944079 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99d14f1-cbcd-4437-af07-f659c54ef4a3 admin admin] Router edfd9657-a742-41e3-b751-ce5fc9e508a0 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:29:32.979333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:33.399704 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99d14f1-cbcd-4437-af07-f659c54ef4a3 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:29:33.413236 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a99d14f1-cbcd-4437-af07-f659c54ef4a3 admin admin] 10.222.0.55 "PUT /v2.0/routers/edfd9657-a742-41e3-b751-ce5fc9e508a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1865807 Jul 23 17:29:33.413510 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c7a76-8abe-44ff-b594-4d1428955457 None None] Sync routers for ids ['edfd9657-a742-41e3-b751-ce5fc9e508a0'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:29:33.413953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54212) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:33.445115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c7a76-8abe-44ff-b594-4d1428955457 None None] Routers {'edfd9657-a742-41e3-b751-ce5fc9e508a0'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:29:33.446215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-5e0c7a76-8abe-44ff-b594-4d1428955457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:29:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['edfd9657-a742-41e3-b751-ce5fc9e508a0'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:33.631976 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-5e0c7a76-8abe-44ff-b594-4d1428955457 None None] Set router edfd9657-a742-41e3-b751-ce5fc9e508a0 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:29:33.642541 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:33.847207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:33.856335 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Deleting port bdac90fb-af6b-4c26-b853-4ab5df2f81b5 {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:33.856714 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:33.908174 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:33.940540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-5e0c7a76-8abe-44ff-b594-4d1428955457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'name': 'tempest-TestVolumeBootPattern-371864681-router', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'bdac90fb-af6b-4c26-b853-4ab5df2f81b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:57Z', 'updated_at': '2021-07-23T17:29:31Z', 'revision_number': 5, 'project_id': '5a1b15f216f346cc8a0d841c6e39f073', 'gw_port': {'id': 'bdac90fb-af6b-4c26-b853-4ab5df2f81b5', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:20:59Z', 'updated_at': '2021-07-23T17:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:33.944604 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c7a76-8abe-44ff-b594-4d1428955457 None None] Checking router: edfd9657-a742-41e3-b751-ce5fc9e508a0 for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:29:33.955743 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c7a76-8abe-44ff-b594-4d1428955457 None None] Routers {'edfd9657-a742-41e3-b751-ce5fc9e508a0'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:29:33.956389 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-5e0c7a76-8abe-44ff-b594-4d1428955457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:29:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['edfd9657-a742-41e3-b751-ce5fc9e508a0'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:34.048452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] For port bdac90fb-af6b-4c26-b853-4ab5df2f81b5, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=bdac90fb-af6b-4c26-b853-4ab5df2f81b5,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:29:34.048762 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:34.185268 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Calling delete_port for bdac90fb-af6b-4c26-b853-4ab5df2f81b5 owned by network:router_gateway {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:34.264538 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-5e0c7a76-8abe-44ff-b594-4d1428955457 None None] Set router edfd9657-a742-41e3-b751-ce5fc9e508a0 gateway port host: None {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:29:34.343975 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:34.354193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:34.358676 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-47a3c021-ae20-429a-9482-8499a0740db5 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:34.376554 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-5e0c7a76-8abe-44ff-b594-4d1428955457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'name': 'tempest-TestVolumeBootPattern-371864681-router', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:57Z', 'updated_at': '2021-07-23T17:29:33Z', 'revision_number': 6, 'project_id': '5a1b15f216f346cc8a0d841c6e39f073', 'gw_port_host': None}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:34.380703 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c7a76-8abe-44ff-b594-4d1428955457 None None] The sync data for ids ['edfd9657-a742-41e3-b751-ce5fc9e508a0'] in dv-cinder-802045-1-iscsi is: [{'id': 'edfd9657-a742-41e3-b751-ce5fc9e508a0', 'name': 'tempest-TestVolumeBootPattern-371864681-router', 'tenant_id': '5a1b15f216f346cc8a0d841c6e39f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:20:57Z', 'updated_at': '2021-07-23T17:29:33Z', 'revision_number': 6, 'project_id': '5a1b15f216f346cc8a0d841c6e39f073', 'gw_port_host': None}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:29:34.402201 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdac90fb-af6b-4c26-b853-4ab5df2f81b5,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:34.446198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:34.446626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:34.447073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:34.448141 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:34.448556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:34.448967 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:34.449380 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:34.449791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:34.450203 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:34.450605 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:34.451035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:29:34.458526 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:34.665101 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851072426'] for router_gateway, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:34.935285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851069610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103245'] for router, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:34.939812 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:34.964229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3730118'] for router, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:34.964826 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edfd9657-a742-41e3-b751-ce5fc9e508a0 {{(pid=81984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:29:34.977994 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] Notify callbacks [] for router, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:34.979865 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-6812ece1-902e-4f06-8824-3dbb6d13c5d8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/edfd9657-a742-41e3-b751-ce5fc9e508a0 HTTP/1.1" status: 204 len: 168 time: 1.5641963 Jul 23 17:29:34.982645 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54220) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:35.048948 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-572cba43-9a55-45a9-99f7-a1af06cf1963 admin admin] Deleting subnet 79147cab-6387-4e8e-b90e-4e1472f4ddc8 {{(pid=81984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:29:35.052229 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-572cba43-9a55-45a9-99f7-a1af06cf1963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:35.333700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-572cba43-9a55-45a9-99f7-a1af06cf1963 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2847142'] for subnet, precommit_delete_associations {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:35.415435 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-572cba43-9a55-45a9-99f7-a1af06cf1963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:35.486858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-572cba43-9a55-45a9-99f7-a1af06cf1963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851930181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2850284'] for subnet, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:35.491205 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:35.525920 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cba43-9a55-45a9-99f7-a1af06cf1963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79147cab-6387-4e8e-b90e-4e1472f4ddc8,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:35.529166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-572cba43-9a55-45a9-99f7-a1af06cf1963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:35.534490 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-572cba43-9a55-45a9-99f7-a1af06cf1963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:35.539737 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7ae51a-7563-45ff-a5d5-e5d357c96be0 None None] Network 7a95801d-5a1a-497f-b3e5-33d86538edea requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:29:35.542838 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-572cba43-9a55-45a9-99f7-a1af06cf1963 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/79147cab-6387-4e8e-b90e-4e1472f4ddc8 HTTP/1.1" status: 204 len: 168 time: 0.5587041 Jul 23 17:29:35.545202 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54224) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:35.676493 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:35.689182 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Deleting port 8322d799-feec-431b-aa5e-fee935658286 {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:35.689554 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:35.823761 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff0d057-9dc3-4d2b-bc20-93bf58c24221 None None] DHCP port deletion for 7a95801d-5a1a-497f-b3e5-33d86538edea request from dv-cinder-802045-1-iscsi {{(pid=81986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 23 17:29:35.827986 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0d057-9dc3-4d2b-bc20-93bf58c24221 None None] Deleting port 8322d799-feec-431b-aa5e-fee935658286 {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:35.828403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d057-9dc3-4d2b-bc20-93bf58c24221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:35.917646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] For port 8322d799-feec-431b-aa5e-fee935658286, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=8322d799-feec-431b-aa5e-fee935658286,segment=NetworkSegment(0e418020-be27-4829-911b-26646cf3fcac),segment_id=0e418020-be27-4829-911b-26646cf3fcac)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:29:35.918052 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:36.053274 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Calling delete_port for 8322d799-feec-431b-aa5e-fee935658286 owned by network:dhcp {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:36.133466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:36.138861 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:36.180970 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8322d799-feec-431b-aa5e-fee935658286,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:36.184332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:36.187065 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] No DVR routers for this DVR port 8322d799-feec-431b-aa5e-fee935658286 on host dv-cinder-802045-1-iscsi {{(pid=81984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:29:36.199238 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-0ff0d057-9dc3-4d2b-bc20-93bf58c24221 None None] For port 8322d799-feec-431b-aa5e-fee935658286, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=8322d799-feec-431b-aa5e-fee935658286,segment=NetworkSegment(0e418020-be27-4829-911b-26646cf3fcac),segment_id=0e418020-be27-4829-911b-26646cf3fcac)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:29:36.199674 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d057-9dc3-4d2b-bc20-93bf58c24221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:36.313592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:36.323368 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0d057-9dc3-4d2b-bc20-93bf58c24221 None None] Calling delete_port for 8322d799-feec-431b-aa5e-fee935658286 owned by network:dhcp {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:36.333867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a95801d-5a1a-497f-b3e5-33d86538edea']}} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:36.348862 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e418020-be27-4829-911b-26646cf3fcac') {'for_net_delete': True} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:36.349210 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e418020-be27-4829-911b-26646cf3fcac') {} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:36.353207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 8322d799-feec-431b-aa5e-fee935658286 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:29:36.364510 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851928658'] for segment, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:36.382927 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:36.391182 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=81984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:29:36.391799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851930154'] for segment, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:36.393783 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 8322d799-feec-431b-aa5e-fee935658286 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:29:36.394171 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 8322d799-feec-431b-aa5e-fee935658286 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:29:36.394638 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device bdac90fb-af6b-4c26-b853-4ab5df2f81b5 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:29:36.406639 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:29:36.431691 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: bdac90fb-af6b-4c26-b853-4ab5df2f81b5 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:29:36.432566 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device bdac90fb-af6b-4c26-b853-4ab5df2f81b5 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:29:36.433029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 2f494381-f96b-4c17-864b-30691b73b657 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:29:36.479892 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 2f494381-f96b-4c17-864b-30691b73b657 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:29:36.480262 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 2f494381-f96b-4c17-864b-30691b73b657 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:29:36.484204 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:36.489670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:36.500616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.db.api [None req-0ff0d057-9dc3-4d2b-bc20-93bf58c24221 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:29:36.501032 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.api [None req-0ff0d057-9dc3-4d2b-bc20-93bf58c24221 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:29:36.511899 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:36.518867 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a95801d-5a1a-497f-b3e5-33d86538edea,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:36.523563 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:36.526779 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7a95801d-5a1a-497f-b3e5-33d86538edea HTTP/1.1" status: 204 len: 168 time: 0.9805043 Jul 23 17:29:36.683011 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54234) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:36.738376 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-86024356-f482-4348-9e37-9a94ac8912cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=138f6d21733847e2825438a0ba1cbae9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539064 Jul 23 17:29:36.741035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54238) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:36.805780 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c86a51d5-6017-41b4-ad01-ebfe51539b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:36.833706 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c86a51d5-6017-41b4-ad01-ebfe51539b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:36.878429 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c86a51d5-6017-41b4-ad01-ebfe51539b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:36.883435 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f4f1b36c-b34d-4e71-a4d8-27af513755f6 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:36.896977 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a51d5-6017-41b4-ad01-ebfe51539b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee78659-0f2e-4407-b9d5-9796935f5422,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:36.900138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c86a51d5-6017-41b4-ad01-ebfe51539b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:36.902180 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c86a51d5-6017-41b4-ad01-ebfe51539b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:36.903715 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c86a51d5-6017-41b4-ad01-ebfe51539b46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ee78659-0f2e-4407-b9d5-9796935f5422 HTTP/1.1" status: 204 len: 168 time: 0.1616895 Jul 23 17:29:37.002186 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0d057-9dc3-4d2b-bc20-93bf58c24221 None None] Deleting port 8322d799-feec-431b-aa5e-fee935658286 {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:37.002629 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d057-9dc3-4d2b-bc20-93bf58c24221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:37.067745 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0d057-9dc3-4d2b-bc20-93bf58c24221 None None] The port '8322d799-feec-431b-aa5e-fee935658286' was deleted {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 23 17:29:37.322176 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54246) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:37.379547 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-030f69d6-0d43-4517-8bab-17f6d74da8b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a1b15f216f346cc8a0d841c6e39f073&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0559878 Jul 23 17:29:37.382113 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54250) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:37.444694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fa157ace-0522-40e0-b2c8-d3cbf4713d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:37.471502 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fa157ace-0522-40e0-b2c8-d3cbf4713d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:37.515276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fa157ace-0522-40e0-b2c8-d3cbf4713d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:37.520397 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e1eefb2c-1447-401a-8a71-4d8f04c9eb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:37.533639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa157ace-0522-40e0-b2c8-d3cbf4713d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea67afe-e441-4580-94e3-e08eed994329,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:37.536260 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fa157ace-0522-40e0-b2c8-d3cbf4713d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:37.540215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fa157ace-0522-40e0-b2c8-d3cbf4713d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:37.542137 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-fa157ace-0522-40e0-b2c8-d3cbf4713d70 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ea67afe-e441-4580-94e3-e08eed994329 HTTP/1.1" status: 204 len: 168 time: 0.1589568 Jul 23 17:29:40.089362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc681-770b-4a2a-ac5c-378cff8d255d req-d88e92a9-cda6-48e2-b4cf-25f86d71e5ad tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:40.091107 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1e5fc681-770b-4a2a-ac5c-378cff8d255d req-d88e92a9-cda6-48e2-b4cf-25f86d71e5ad tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0859747 Jul 23 17:29:40.140915 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1e5fc681-770b-4a2a-ac5c-378cff8d255d req-fa40f3b9-21f1-4ecf-b795-685ac5210406 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430226 Jul 23 17:29:41.366884 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42628b4c-289b-4022-8719-09cae15fe067 req-cc04fdeb-4e9f-4ec5-957e-a68c7de5f395 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:41.368501 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42628b4c-289b-4022-8719-09cae15fe067 req-cc04fdeb-4e9f-4ec5-957e-a68c7de5f395 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0920742 Jul 23 17:29:41.420865 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-42628b4c-289b-4022-8719-09cae15fe067 req-d374d7ed-3f99-45b5-a887-0d04caaf99cf tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458143 Jul 23 17:29:42.651422 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc91cc-6eb3-496a-bf53-681461350cf8 req-53cd3c55-da98-4de5-b7e9-fc2421dcdc78 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:42.653411 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-edfc91cc-6eb3-496a-bf53-681461350cf8 req-53cd3c55-da98-4de5-b7e9-fc2421dcdc78 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0914991 Jul 23 17:29:42.712390 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-edfc91cc-6eb3-496a-bf53-681461350cf8 req-a6a2c756-1502-4d2c-9d3b-43ea92f4ea82 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509148 Jul 23 17:29:43.953556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f4d5c-c705-460c-ac3b-a8fc39746b3d req-f3b719bb-2921-4499-8f9e-e25dc980db68 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:43.955253 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b23f4d5c-c705-460c-ac3b-a8fc39746b3d req-f3b719bb-2921-4499-8f9e-e25dc980db68 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0983620 Jul 23 17:29:44.010371 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-b23f4d5c-c705-460c-ac3b-a8fc39746b3d req-0d1e8fd5-e43e-4ca1-9cc6-e727f15d0282 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482576 Jul 23 17:29:44.639375 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:29:45.240678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd6dfa-6331-4fdb-bbd0-7af60d8eba23 req-fc61512f-ca84-41f3-90cb-2da73f07e91d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:45.242290 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8dbd6dfa-6331-4fdb-bbd0-7af60d8eba23 req-fc61512f-ca84-41f3-90cb-2da73f07e91d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0837786 Jul 23 17:29:45.298176 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8dbd6dfa-6331-4fdb-bbd0-7af60d8eba23 req-8fc20317-3978-48f6-994c-86e918589673 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488608 Jul 23 17:29:46.301365 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-62fbf54b-a24e-41a7-9968-c81c48bd2ddd req-b3d51292-d5db-4596-beb0-daa648f1d17d tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274182269&fields=id&tenant_id=0f07728103fe4c788d49af8769b281ff HTTP/1.1" status: 200 len: 267 time: 0.0450695 Jul 23 17:29:46.391629 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbf54b-a24e-41a7-9968-c81c48bd2ddd req-ab581c46-015f-440e-8955-6431d623e061 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:46.393301 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-62fbf54b-a24e-41a7-9968-c81c48bd2ddd req-ab581c46-015f-440e-8955-6431d623e061 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 985 time: 0.0856671 Jul 23 17:29:46.406428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.v2.base [req-62fbf54b-a24e-41a7-9968-c81c48bd2ddd req-d0f4141f-0774-41d8-95c2-a0d560da4e8a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Request body: {'port': {'security_groups': ['63b65804-b014-4f5c-89bb-648a2a2d3f8f']}} {{(pid=81985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 17:29:46.591020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-62fbf54b-a24e-41a7-9968-c81c48bd2ddd req-d0f4141f-0774-41d8-95c2-a0d560da4e8a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:46.659801 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa539ab-c2bc-462d-b5a7-61d6a6b37269 req-1059d5a7-722a-425f-9c62-4bff6b1d7ec2 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:46.661506 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-eaa539ab-c2bc-462d-b5a7-61d6a6b37269 req-1059d5a7-722a-425f-9c62-4bff6b1d7ec2 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.2254274 Jul 23 17:29:46.769641 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-eaa539ab-c2bc-462d-b5a7-61d6a6b37269 req-8fa5b438-1fdb-460b-bea5-374c0330c830 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811193 Jul 23 17:29:46.916671 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-62fbf54b-a24e-41a7-9968-c81c48bd2ddd req-d0f4141f-0774-41d8-95c2-a0d560da4e8a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] For port ae4bad4e-8db3-4975-87dd-407e7f3550e3, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=ae4bad4e-8db3-4975-87dd-407e7f3550e3,segment=NetworkSegment(46b3db97-56be-4d32-b4cc-ec7ca4d4f191),segment_id=46b3db97-56be-4d32-b4cc-ec7ca4d4f191)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:29:46.942362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-62fbf54b-a24e-41a7-9968-c81c48bd2ddd req-d0f4141f-0774-41d8-95c2-a0d560da4e8a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for port, precommit_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:46.946018 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-62fbf54b-a24e-41a7-9968-c81c48bd2ddd req-d0f4141f-0774-41d8-95c2-a0d560da4e8a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036722876190'] for port, after_update {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:46.954010 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-bb759986-2691-494d-bc25-77792aadfcc6 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:46.960236 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['ae4bad4e-8db3-4975-87dd-407e7f3550e3'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:29:47.017175 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbf54b-a24e-41a7-9968-c81c48bd2ddd req-d0f4141f-0774-41d8-95c2-a0d560da4e8a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:47.017862 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-62fbf54b-a24e-41a7-9968-c81c48bd2ddd req-d0f4141f-0774-41d8-95c2-a0d560da4e8a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:47.019436 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-62fbf54b-a24e-41a7-9968-c81c48bd2ddd req-d0f4141f-0774-41d8-95c2-a0d560da4e8a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "PUT /v2.0/ports/ae4bad4e-8db3-4975-87dd-407e7f3550e3 HTTP/1.1" status: 200 len: 943 time: 0.6191831 Jul 23 17:29:47.020016 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'tag': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:29:47.027263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54356) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:47.074731 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4141f-0774-41d8-95c2-a0d560da4e8a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event updated for resources: {'Port': ['ID=ae4bad4e-8db3-4975-87dd-407e7f3550e3,revision_number=7']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:47.083975 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d0f4141f-0774-41d8-95c2-a0d560da4e8a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:47.103303 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'tag': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3', 'status': 'completed', 'code': 200} Jul 23 17:29:47.137113 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8c9917e2-02f1-4c8a-b51e-a9786d954c72 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:47.156596 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['ae4bad4e-8db3-4975-87dd-407e7f3550e3'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:29:47.194896 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8c9917e2-02f1-4c8a-b51e-a9786d954c72 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:47.261786 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8c9917e2-02f1-4c8a-b51e-a9786d954c72 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:47.269428 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f76a5192-6d3b-4d5f-a27d-1b54b34da5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:47.297394 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9917e2-02f1-4c8a-b51e-a9786d954c72 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f283b4e8-3da3-43ff-bb77-8974100910cb,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:47.308612 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8c9917e2-02f1-4c8a-b51e-a9786d954c72 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:47.310900 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-8c9917e2-02f1-4c8a-b51e-a9786d954c72 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:47.314942 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-8c9917e2-02f1-4c8a-b51e-a9786d954c72 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "DELETE /v2.0/security-groups/f283b4e8-3da3-43ff-bb77-8974100910cb HTTP/1.1" status: 204 len: 168 time: 0.2838781 Jul 23 17:29:47.315871 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54366) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:47.550288 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-a50da4e7-32ee-4b5f-b5bf-9eb550d76468 None None] Provisioning complete for port ae4bad4e-8db3-4975-87dd-407e7f3550e3 triggered by entity DHCP. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:29:47.550702 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a50da4e7-32ee-4b5f-b5bf-9eb550d76468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:47.631914 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-5849396d-40af-4973-9caa-2686cc9e6469 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Deleting port b93c68be-6d58-4f6f-b7e3-d37479f50caa {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:47.632302 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5849396d-40af-4973-9caa-2686cc9e6469 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:47.698631 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d469cd46-c3a4-4a1f-866c-107579972cf1 req-d4a83af7-98f9-4782-abbc-9f7c3d70e30f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f07728103fe4c788d49af8769b281ff&device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 1099 time: 0.5378304 Jul 23 17:29:47.829494 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5849396d-40af-4973-9caa-2686cc9e6469 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:47.830006 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5849396d-40af-4973-9caa-2686cc9e6469 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:47.960916 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-5849396d-40af-4973-9caa-2686cc9e6469 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Calling delete_port for b93c68be-6d58-4f6f-b7e3-d37479f50caa owned by network:floatingip {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:47.981799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e88719-b686-4b40-bb2d-f51f1b90d55e req-d3dd792b-735f-4aee-aed9-e313a3bf107c tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:47.983438 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-03e88719-b686-4b40-bb2d-f51f1b90d55e req-d3dd792b-735f-4aee-aed9-e313a3bf107c tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0874553 Jul 23 17:29:48.032760 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-03e88719-b686-4b40-bb2d-f51f1b90d55e req-0a8e65d5-c059-4c11-a7b3-ce4843f0c2dc tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426030 Jul 23 17:29:48.118557 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5849396d-40af-4973-9caa-2686cc9e6469 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:48.123566 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-978c5373-386f-406b-ae06-7de9ff757402 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:48.171610 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849396d-40af-4973-9caa-2686cc9e6469 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event deleted for resources: {'Port': ['ID=b93c68be-6d58-4f6f-b7e3-d37479f50caa,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:48.175554 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5849396d-40af-4973-9caa-2686cc9e6469 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:48.267173 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5849396d-40af-4973-9caa-2686cc9e6469 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks [] for floatingip, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:48.761565 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469cd46-c3a4-4a1f-866c-107579972cf1 req-3cb1804e-99f8-4be4-a826-8dfe790948d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:48.763184 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d469cd46-c3a4-4a1f-866c-107579972cf1 req-3cb1804e-99f8-4be4-a826-8dfe790948d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=421df661-a4a3-4f00-bba9-28a47cf7e808 HTTP/1.1" status: 200 len: 916 time: 0.1722205 Jul 23 17:29:48.815581 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5849396d-40af-4973-9caa-2686cc9e6469 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Router b50e23d1-1ae3-4c09-b9f1-74dd95734850 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:29:49.238452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5849396d-40af-4973-9caa-2686cc9e6469 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:29:49.248997 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108d7b2-b740-487f-bf11-0f9941d087f7 None None] Sync routers for ids ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:29:49.252606 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf4553-7ee1-405b-ac87-9f62239a163b req-04871b6a-f054-465f-a444-777e6c6f70c1 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:49.254357 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-abcf4553-7ee1-405b-ac87-9f62239a163b req-04871b6a-f054-465f-a444-777e6c6f70c1 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0917795 Jul 23 17:29:49.262403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5849396d-40af-4973-9caa-2686cc9e6469 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:49.263058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108d7b2-b740-487f-bf11-0f9941d087f7 None None] Routers {'b50e23d1-1ae3-4c09-b9f1-74dd95734850'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:29:49.263912 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2108d7b2-b740-487f-bf11-0f9941d087f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:29:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:49.305306 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-abcf4553-7ee1-405b-ac87-9f62239a163b req-ceba6974-bc07-4458-aaca-ce99a688cad1 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437648 Jul 23 17:29:49.321827 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-5849396d-40af-4973-9caa-2686cc9e6469 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "DELETE /v2.0/floatingips/44848ba6-5270-4bf9-81eb-e09fc45a76db HTTP/1.1" status: 204 len: 168 time: 2.0047612 Jul 23 17:29:49.323326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'tag': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3'}] {{(pid=81984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:29:49.387773 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'tag': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3', 'status': 'completed', 'code': 200} Jul 23 17:29:49.471042 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-2108d7b2-b740-487f-bf11-0f9941d087f7 None None] Set router b50e23d1-1ae3-4c09-b9f1-74dd95734850 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:29:49.502804 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d469cd46-c3a4-4a1f-866c-107579972cf1 req-561bc5e6-b9d9-49b4-8eec-209317319ff9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae4bad4e-8db3-4975-87dd-407e7f3550e3 HTTP/1.1" status: 200 len: 217 time: 0.0702775 Jul 23 17:29:49.822007 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2108d7b2-b740-487f-bf11-0f9941d087f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 4, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '96cddab7-9847-4846-a07a-54447b4ce508', 'name': '', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'mac_address': 'fa:16:3e:b1:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:29Z', 'revision_number': 5, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'subnets': [{'id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:49.826187 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108d7b2-b740-487f-bf11-0f9941d087f7 None None] Checking router: b50e23d1-1ae3-4c09-b9f1-74dd95734850 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:29:49.837653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108d7b2-b740-487f-bf11-0f9941d087f7 None None] Routers {'b50e23d1-1ae3-4c09-b9f1-74dd95734850'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:29:49.838306 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2108d7b2-b740-487f-bf11-0f9941d087f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:29:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:50.022696 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-2108d7b2-b740-487f-bf11-0f9941d087f7 None None] Set router b50e23d1-1ae3-4c09-b9f1-74dd95734850 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:29:50.516043 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-2108d7b2-b740-487f-bf11-0f9941d087f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 4, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '96cddab7-9847-4846-a07a-54447b4ce508', 'name': '', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'mac_address': 'fa:16:3e:b1:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:29Z', 'revision_number': 5, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'subnets': [{'id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:29:50.520895 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108d7b2-b740-487f-bf11-0f9941d087f7 None None] The sync data for ids ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'] in dv-cinder-802045-1-iscsi is: [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:27:17Z', 'revision_number': 4, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': '96cddab7-9847-4846-a07a-54447b4ce508', 'name': '', 'network_id': '421df661-a4a3-4f00-bba9-28a47cf7e808', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'mac_address': 'fa:16:3e:b1:a9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:16Z', 'updated_at': '2021-07-23T17:27:29Z', 'revision_number': 5, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'subnets': [{'id': '793636c2-767f-4d3c-a2b6-c908b79e4491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:29:50.537061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778847fe-178e-4782-afb7-926aff7aae1d req-3aa5f441-27b5-4ea6-af47-fbca7c646e51 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:50.538659 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-778847fe-178e-4782-afb7-926aff7aae1d req-3aa5f441-27b5-4ea6-af47-fbca7c646e51 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0910883 Jul 23 17:29:50.551208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469cd46-c3a4-4a1f-866c-107579972cf1 req-377230f5-b6f9-4baa-a370-556e47338736 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:50.562142 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d469cd46-c3a4-4a1f-866c-107579972cf1 req-377230f5-b6f9-4baa-a370-556e47338736 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=793636c2-767f-4d3c-a2b6-c908b79e4491 HTTP/1.1" status: 200 len: 854 time: 0.0917699 Jul 23 17:29:50.605277 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-778847fe-178e-4782-afb7-926aff7aae1d req-30ab236b-0bad-4191-aa34-4e06c30f15b1 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523992 Jul 23 17:29:50.660660 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d469cd46-c3a4-4a1f-866c-107579972cf1 req-0137e908-b9dc-482e-a97d-8999935fed6a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=421df661-a4a3-4f00-bba9-28a47cf7e808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0890446 Jul 23 17:29:50.672530 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [req-d469cd46-c3a4-4a1f-866c-107579972cf1 req-6c6aaa25-44bd-49a2-b691-146c2356ccb3 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=81984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 17:29:50.673623 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d469cd46-c3a4-4a1f-866c-107579972cf1 req-6c6aaa25-44bd-49a2-b691-146c2356ccb3 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0058272 Jul 23 17:29:50.825967 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d469cd46-c3a4-4a1f-866c-107579972cf1 req-496a4bbb-e537-4e66-bd34-c7fe7a8932b4 service neutron] 10.222.0.58 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447837 Jul 23 17:29:50.977389 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d469cd46-c3a4-4a1f-866c-107579972cf1 req-b8291d31-4071-4562-9dc2-887414f6c373 service neutron] 10.222.0.58 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441643 Jul 23 17:29:51.057959 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e17c75e-95c6-45ff-9bb0-14b1aa45025d None None] New status for floating IP 44848ba6-5270-4bf9-81eb-e09fc45a76db: DOWN {{(pid=81987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:29:51.112281 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dc4f4c60-8500-4fda-8d8e-221c3f88365c req-8c8e728a-a594-4e92-9b05-4b929d73d568 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f07728103fe4c788d49af8769b281ff&device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 1099 time: 0.0838757 Jul 23 17:29:51.259055 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f4c60-8500-4fda-8d8e-221c3f88365c req-3360fe36-7185-4131-a042-d781c4e177b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:51.261116 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dc4f4c60-8500-4fda-8d8e-221c3f88365c req-3360fe36-7185-4131-a042-d781c4e177b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=421df661-a4a3-4f00-bba9-28a47cf7e808 HTTP/1.1" status: 200 len: 916 time: 0.1391881 Jul 23 17:29:51.336433 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dc4f4c60-8500-4fda-8d8e-221c3f88365c req-a47dde1f-489e-40fc-8b47-c46c979772d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae4bad4e-8db3-4975-87dd-407e7f3550e3 HTTP/1.1" status: 200 len: 217 time: 0.0671966 Jul 23 17:29:51.408640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f4c60-8500-4fda-8d8e-221c3f88365c req-fafdcef1-e7b2-44ef-a43e-6cf76be63b00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:51.410138 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dc4f4c60-8500-4fda-8d8e-221c3f88365c req-fafdcef1-e7b2-44ef-a43e-6cf76be63b00 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=793636c2-767f-4d3c-a2b6-c908b79e4491 HTTP/1.1" status: 200 len: 854 time: 0.0673447 Jul 23 17:29:51.492894 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dc4f4c60-8500-4fda-8d8e-221c3f88365c req-73ff58a4-1256-48fe-ae9b-ce00f9d2542e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=421df661-a4a3-4f00-bba9-28a47cf7e808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753796 Jul 23 17:29:51.643817 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dc4f4c60-8500-4fda-8d8e-221c3f88365c req-f0c22bf8-83b8-42b5-9457-90a1a22303e3 service neutron] 10.222.0.58 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400266 Jul 23 17:29:51.831245 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-dc4f4c60-8500-4fda-8d8e-221c3f88365c req-dbf7093a-be92-488e-a649-0b87fbcd5c3f service neutron] 10.222.0.58 "GET /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801786 Jul 23 17:29:51.832030 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d05e20-7812-4eb2-b76f-62a018802f1d req-64bafbc2-f621-4631-bf76-788c64efdc3e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:51.833665 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-12d05e20-7812-4eb2-b76f-62a018802f1d req-64bafbc2-f621-4631-bf76-788c64efdc3e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0900586 Jul 23 17:29:51.901332 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-12d05e20-7812-4eb2-b76f-62a018802f1d req-9678f2d3-9b18-46ee-b7c9-68270acd7e7b tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592849 Jul 23 17:29:53.104198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a8e52-890c-4f6a-b837-505c6e9d4760 req-d552dfae-277a-4051-845d-0c5fcef9ba84 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:53.105836 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3e2a8e52-890c-4f6a-b837-505c6e9d4760 req-d552dfae-277a-4051-845d-0c5fcef9ba84 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0852644 Jul 23 17:29:53.166582 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-3e2a8e52-890c-4f6a-b837-505c6e9d4760 req-b7330090-9035-4d2a-a81e-2305864990a3 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510132 Jul 23 17:29:53.817212 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88df577-9f43-4343-9082-f5b458afe3da req-a82bf364-ae3e-47d1-8efe-f7ec60a6075f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:53.818860 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a88df577-9f43-4343-9082-f5b458afe3da req-a82bf364-ae3e-47d1-8efe-f7ec60a6075f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 946 time: 0.0869920 Jul 23 17:29:53.870032 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-a88df577-9f43-4343-9082-f5b458afe3da req-1ff3e20b-6ff9-4c71-8381-cdd81d0a337a tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441527 Jul 23 17:29:54.380011 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15975a57-2e78-416f-a0f9-6e7c6792592c req-ba8a90ff-5002-463c-b5ff-1678f04fdd1f tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:54.381562 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-15975a57-2e78-416f-a0f9-6e7c6792592c req-ba8a90ff-5002-463c-b5ff-1678f04fdd1f tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0866830 Jul 23 17:29:54.429521 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-15975a57-2e78-416f-a0f9-6e7c6792592c req-337b37cb-68ad-4963-a966-01860c6557e9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413687 Jul 23 17:29:55.077827 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07609367-7313-424b-8fe3-3fe7bbff8d89 req-baebc5fc-6bee-47b5-9e1e-da30b4bccc15 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:55.079521 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-07609367-7313-424b-8fe3-3fe7bbff8d89 req-baebc5fc-6bee-47b5-9e1e-da30b4bccc15 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 946 time: 0.0837395 Jul 23 17:29:55.129763 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-07609367-7313-424b-8fe3-3fe7bbff8d89 req-84910d61-850c-448a-84e3-51d2345f12df tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438094 Jul 23 17:29:55.498350 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54490) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:55.647131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0b6f8-1fbc-4800-920e-37d11338ad0c req-e46a8020-2a59-4134-9d02-3b1e381d3ee1 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:55.648748 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2ab0b6f8-1fbc-4800-920e-37d11338ad0c req-e46a8020-2a59-4134-9d02-3b1e381d3ee1 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0893900 Jul 23 17:29:55.701238 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a21d863e-af70-4772-ad30-a30326dac8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:55.750189 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-2ab0b6f8-1fbc-4800-920e-37d11338ad0c req-a2a37eb9-bee3-4457-b711-aab3ee22a6ff tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938234 Jul 23 17:29:55.757409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a21d863e-af70-4772-ad30-a30326dac8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:29:55.763964 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a21d863e-af70-4772-ad30-a30326dac8a8 admin admin] Usage tracker for resource:security_group_rule and tenant:923bbac5fcba4189800c8aa4ef33933f is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:29:55.769437 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-df749806-4668-439c-bbb2-d12ad001a045 req-06591ab4-afd4-4335-a38b-976adba97214 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb1454b448c548df875d32b814cba17e&device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 1098 time: 0.1366444 Jul 23 17:29:55.778420 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a21d863e-af70-4772-ad30-a30326dac8a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:29:55.778420 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a21d863e-af70-4772-ad30-a30326dac8a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:29:55.782553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34eee8-33fc-462e-b448-b06f22674952 req-91b9b09d-032c-456b-a660-c57d79da1d32 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:55.784158 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f34eee8-33fc-462e-b448-b06f22674952 req-91b9b09d-032c-456b-a660-c57d79da1d32 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 946 time: 0.1070158 Jul 23 17:29:55.864248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-6f34eee8-33fc-462e-b448-b06f22674952 req-cd1ad001-ea07-4caf-b309-536784204c3b tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Deleting port ae4bad4e-8db3-4975-87dd-407e7f3550e3 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:29:55.864510 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-6f34eee8-33fc-462e-b448-b06f22674952 req-cd1ad001-ea07-4caf-b309-536784204c3b tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:55.967710 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df749806-4668-439c-bbb2-d12ad001a045 req-d6b04ce3-2569-42c3-84fe-08e161847755 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:55.969325 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-df749806-4668-439c-bbb2-d12ad001a045 req-d6b04ce3-2569-42c3-84fe-08e161847755 service neutron] 10.222.0.58 "GET /v2.0/networks?id=71471568-3b6f-426b-a80e-75ed16e11e22 HTTP/1.1" status: 200 len: 910 time: 0.1879315 Jul 23 17:29:56.033036 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a21d863e-af70-4772-ad30-a30326dac8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:56.048719 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a21d863e-af70-4772-ad30-a30326dac8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:56.059326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3e87ffc9-d976-4231-aad5-b342bf72a0d6 tempest-AttachVolumeTestJSON-1432809003 tempest-AttachVolumeTestJSON-1432809003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:56.125120 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-6f34eee8-33fc-462e-b448-b06f22674952 req-cd1ad001-ea07-4caf-b309-536784204c3b tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] For port ae4bad4e-8db3-4975-87dd-407e7f3550e3, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=ae4bad4e-8db3-4975-87dd-407e7f3550e3,segment=NetworkSegment(46b3db97-56be-4d32-b4cc-ec7ca4d4f191),segment_id=46b3db97-56be-4d32-b4cc-ec7ca4d4f191)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:29:56.125705 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-6f34eee8-33fc-462e-b448-b06f22674952 req-cd1ad001-ea07-4caf-b309-536784204c3b tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:56.138871 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a21d863e-af70-4772-ad30-a30326dac8a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=923bbac5fcba4189800c8aa4ef33933f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6365843 Jul 23 17:29:56.138871 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d863e-af70-4772-ad30-a30326dac8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590eaf27-cd50-4e7e-a095-b74e41211686,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:56.139334 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54496) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:56.142806 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-df749806-4668-439c-bbb2-d12ad001a045 req-4abeb8da-5342-43c6-a227-1df8f53330d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77aa2434-39fc-4766-a734-76403047b2a9 HTTP/1.1" status: 200 len: 1000 time: 0.1601822 Jul 23 17:29:56.143561 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a21d863e-af70-4772-ad30-a30326dac8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:56.223540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df749806-4668-439c-bbb2-d12ad001a045 req-94f6e74c-0e57-4008-8eb5-2674a94578a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:56.227306 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-df749806-4668-439c-bbb2-d12ad001a045 req-94f6e74c-0e57-4008-8eb5-2674a94578a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=96a575a2-955f-4288-a32e-7aa6c139813b HTTP/1.1" status: 200 len: 848 time: 0.0718191 Jul 23 17:29:56.288484 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-6f34eee8-33fc-462e-b448-b06f22674952 req-cd1ad001-ea07-4caf-b309-536784204c3b tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Calling delete_port for ae4bad4e-8db3-4975-87dd-407e7f3550e3 owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:29:56.315202 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-df749806-4668-439c-bbb2-d12ad001a045 req-cb347229-c778-43ee-9d44-de46ef25b710 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71471568-3b6f-426b-a80e-75ed16e11e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787520 Jul 23 17:29:56.465455 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-df749806-4668-439c-bbb2-d12ad001a045 req-307ce836-1343-4d92-9da5-71ad7b501f36 service neutron] 10.222.0.58 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393492 Jul 23 17:29:56.483255 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f6b74b4-4f5a-4875-a147-b5b0cbaba58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:56.544919 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475420f-9e3e-4d19-8412-32b0c798c315 req-c3d1c316-621f-4586-a051-1c85a38e3f3f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:56.548235 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8475420f-9e3e-4d19-8412-32b0c798c315 req-c3d1c316-621f-4586-a051-1c85a38e3f3f tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa HTTP/1.1" status: 200 len: 946 time: 0.2709129 Jul 23 17:29:56.593177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f6b74b4-4f5a-4875-a147-b5b0cbaba58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:56.614859 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-df749806-4668-439c-bbb2-d12ad001a045 req-0e43d0a1-abab-4222-8e05-ba6be69a3cf4 service neutron] 10.222.0.58 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392601 Jul 23 17:29:56.662781 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-6f34eee8-33fc-462e-b448-b06f22674952 req-cd1ad001-ea07-4caf-b309-536784204c3b tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:56.674240 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8475420f-9e3e-4d19-8412-32b0c798c315 req-4d1b8995-7974-4db6-bd49-f23bad8389a2 tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.55 "GET /v2.0/security-groups?id=63b65804-b014-4f5c-89bb-648a2a2d3f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093152 Jul 23 17:29:56.681665 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-10bd3429-f319-4bed-b60f-9650b7d9d111 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:56.686417 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['ae4bad4e-8db3-4975-87dd-407e7f3550e3'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:29:56.732190 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ad001-ea07-4caf-b309-536784204c3b tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Pushing event deleted for resources: {'Port': ['ID=ae4bad4e-8db3-4975-87dd-407e7f3550e3,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:56.738383 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-cd1ad001-ea07-4caf-b309-536784204c3b tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:56.741074 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f6b74b4-4f5a-4875-a147-b5b0cbaba58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:56.770980 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8e09afb3-408f-422e-b6d6-4338b29d23f4 tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:56.795371 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b74b4-4f5a-4875-a147-b5b0cbaba58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590eaf27-cd50-4e7e-a095-b74e41211686,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:56.830118 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7f6b74b4-4f5a-4875-a147-b5b0cbaba58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:56.837028 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f34eee8-33fc-462e-b448-b06f22674952 req-cd1ad001-ea07-4caf-b309-536784204c3b tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] No DVR routers for this DVR port ae4bad4e-8db3-4975-87dd-407e7f3550e3 on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:29:56.843357 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-6f34eee8-33fc-462e-b448-b06f22674952 req-cd1ad001-ea07-4caf-b309-536784204c3b tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:56.846114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'name': 'network-vif-deleted', 'tag': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:29:56.854883 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7f6b74b4-4f5a-4875-a147-b5b0cbaba58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:56.856198 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7f6b74b4-4f5a-4875-a147-b5b0cbaba58e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/590eaf27-cd50-4e7e-a095-b74e41211686 HTTP/1.1" status: 204 len: 168 time: 0.7160187 Jul 23 17:29:56.857937 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f34eee8-33fc-462e-b448-b06f22674952 req-cd1ad001-ea07-4caf-b309-536784204c3b tempest-TestMinimumBasicScenario-1487253955 tempest-TestMinimumBasicScenario-1487253955-project] 10.222.0.58 "DELETE /v2.0/ports/ae4bad4e-8db3-4975-87dd-407e7f3550e3 HTTP/1.1" status: 204 len: 173 time: 1.0652437 Jul 23 17:29:56.924900 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1c6f75-babb-4ff0-aeb9-6dd207ddf2aa', 'name': 'network-vif-deleted', 'tag': 'ae4bad4e-8db3-4975-87dd-407e7f3550e3', 'status': 'completed', 'code': 200} Jul 23 17:29:56.975638 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d0e62-3f5e-42bd-86e1-c5df3ec7100c req-d2c86234-499a-4c48-91b4-c90bef44fe85 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:56.977695 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-af4d0e62-3f5e-42bd-86e1-c5df3ec7100c req-d2c86234-499a-4c48-91b4-c90bef44fe85 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0959840 Jul 23 17:29:57.032894 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-af4d0e62-3f5e-42bd-86e1-c5df3ec7100c req-9ecb911b-d4c5-4ee0-b37b-424b4b91ed5d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479615 Jul 23 17:29:57.244192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54510) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:57.265192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f925f05-a987-4c64-8140-a9313346d3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:57.306354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-6f925f05-a987-4c64-8140-a9313346d3f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:29:57.310639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-6f925f05-a987-4c64-8140-a9313346d3f0 admin admin] Usage tracker for resource:security_group_rule and tenant:d3eb7b363d484c2ea8606539b04f2295 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:29:57.313852 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-6f925f05-a987-4c64-8140-a9313346d3f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:29:57.320620 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-6f925f05-a987-4c64-8140-a9313346d3f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:29:57.395628 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f925f05-a987-4c64-8140-a9313346d3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:57.398437 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6f925f05-a987-4c64-8140-a9313346d3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:57.406879 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-737e46f8-8538-47b2-919d-1f132bc5792b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:57.454974 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-6f925f05-a987-4c64-8140-a9313346d3f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3eb7b363d484c2ea8606539b04f2295&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2094762 Jul 23 17:29:57.455815 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f925f05-a987-4c64-8140-a9313346d3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c497fb1-c864-4a98-9dbb-749fca0e67f4,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:57.457944 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54514) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:57.459061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6f925f05-a987-4c64-8140-a9313346d3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:57.525956 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9cef-d820-4d66-b6d0-87e484e8208e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:57.552687 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9cef-d820-4d66-b6d0-87e484e8208e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:57.598787 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9cef-d820-4d66-b6d0-87e484e8208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:57.604046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-8d1360d0-ca35-4ec2-ba0c-8c2938f6b7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:29:57.616658 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d9cef-d820-4d66-b6d0-87e484e8208e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c497fb1-c864-4a98-9dbb-749fca0e67f4,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:29:57.621988 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-bd5d9cef-d820-4d66-b6d0-87e484e8208e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:29:57.626479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9cef-d820-4d66-b6d0-87e484e8208e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:57.627760 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-bd5d9cef-d820-4d66-b6d0-87e484e8208e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c497fb1-c864-4a98-9dbb-749fca0e67f4 HTTP/1.1" status: 204 len: 168 time: 0.1686416 Jul 23 17:29:58.254631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5439d-6a2f-4e53-bbf7-8c3d90f45d53 req-1c6d5863-71ec-4b70-9547-4d95a94ac320 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:58.256726 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-25a5439d-6a2f-4e53-bbf7-8c3d90f45d53 req-1c6d5863-71ec-4b70-9547-4d95a94ac320 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0914607 Jul 23 17:29:58.310291 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-25a5439d-6a2f-4e53-bbf7-8c3d90f45d53 req-8efdf50c-7d5d-436f-acbe-052a9cc031d7 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461309 Jul 23 17:29:58.911710 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54588) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:29:59.464309 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device ae4bad4e-8db3-4975-87dd-407e7f3550e3 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:29:59.505208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: ae4bad4e-8db3-4975-87dd-407e7f3550e3 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:29:59.505784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device ae4bad4e-8db3-4975-87dd-407e7f3550e3 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:29:59.538291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41986-b01f-426a-a5fc-ab58c8ba5b8a req-47dd6087-24f7-4b8b-8c2e-5a496079b132 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:29:59.539972 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-86a41986-b01f-426a-a5fc-ab58c8ba5b8a req-47dd6087-24f7-4b8b-8c2e-5a496079b132 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0985811 Jul 23 17:29:59.553762 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eae29adf-efa6-44f5-946f-a53bffa3e66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851067033'] for router_interface, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:29:59.865833 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-86a41986-b01f-426a-a5fc-ab58c8ba5b8a req-1215ae19-f763-4c3a-83c2-1d79bcdb063d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166587 Jul 23 17:30:00.165155 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7b5736e8-4155-4a76-9d62-5f813d2345ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:00.235789 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6f9bbffe-e65d-4db2-ac93-59ab9523edb8 req-423ef87b-f973-409b-a192-f0160ce73f6a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2362747 Jul 23 17:30:00.270019 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-eae29adf-efa6-44f5-946f-a53bffa3e66c admin admin] Deleting port 96cddab7-9847-4846-a07a-54447b4ce508 {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:30:00.270682 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eae29adf-efa6-44f5-946f-a53bffa3e66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:00.531870 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-eae29adf-efa6-44f5-946f-a53bffa3e66c admin admin] For port 96cddab7-9847-4846-a07a-54447b4ce508, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=96cddab7-9847-4846-a07a-54447b4ce508,segment=NetworkSegment(46b3db97-56be-4d32-b4cc-ec7ca4d4f191),segment_id=46b3db97-56be-4d32-b4cc-ec7ca4d4f191)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:30:00.532687 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eae29adf-efa6-44f5-946f-a53bffa3e66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:00.540354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda3afe-a38e-477f-a3be-5040d57321ab req-a0472353-4191-4048-9dde-0a44883f9615 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:00.541932 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4dda3afe-a38e-477f-a3be-5040d57321ab req-a0472353-4191-4048-9dde-0a44883f9615 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.0973022 Jul 23 17:30:00.598391 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4dda3afe-a38e-477f-a3be-5040d57321ab req-64f7da8d-818e-4e65-a2f6-01fb2ce03fd1 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464942 Jul 23 17:30:00.604030 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e5e17515-1d0a-4497-aad8-b7486468bfe0 req-439bf59b-b3f4-4337-bb87-9cf6afca90da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2008119 Jul 23 17:30:00.712248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-eae29adf-efa6-44f5-946f-a53bffa3e66c admin admin] Calling delete_port for 96cddab7-9847-4846-a07a-54447b4ce508 owned by network:router_interface {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:30:00.899823 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eae29adf-efa6-44f5-946f-a53bffa3e66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:00.904968 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ab9a6734-2b28-42e8-ba48-a1b148e279b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:00.948435 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae29adf-efa6-44f5-946f-a53bffa3e66c admin admin] Pushing event deleted for resources: {'Port': ['ID=96cddab7-9847-4846-a07a-54447b4ce508,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:00.952285 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-eae29adf-efa6-44f5-946f-a53bffa3e66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:01.273452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-eae29adf-efa6-44f5-946f-a53bffa3e66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851270709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3733207'] for router_interface, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:01.480318 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 77aa2434-39fc-4766-a734-76403047b2a9 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:30:01.600193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:01.628265 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77aa2434-39fc-4766-a734-76403047b2a9'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:30:01.648657 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 77aa2434-39fc-4766-a734-76403047b2a9, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=77aa2434-39fc-4766-a734-76403047b2a9,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:30:01.687730 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:01.693899 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:01.784974 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:01.822277 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=77aa2434-39fc-4766-a734-76403047b2a9,revision_number=6']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:01.833479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:01.834201 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:01.834737 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:01.835298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:01.835850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:01.836374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:01.836944 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:01.838025 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:01.838527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:01.839110 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556aca3-c8a0-4e5d-98d7-1cf558eb5a0b req-b037ea68-b1fb-43db-9008-d7bbbfc85f21 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:01.839279 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:01.839799 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:01.841642 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1556aca3-c8a0-4e5d-98d7-1cf558eb5a0b req-b037ea68-b1fb-43db-9008-d7bbbfc85f21 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 943 time: 0.1068621 Jul 23 17:30:01.852666 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:01.909560 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-1556aca3-c8a0-4e5d-98d7-1cf558eb5a0b req-52a4b089-5416-4a74-b407-f6d74a3ebd73 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559435 Jul 23 17:30:02.020154 dv-cinder-802045-1-iscsi neutron-server[81873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77aa2434-39fc-4766-a734-76403047b2a9', 'code': 422} returned with failed status Jul 23 17:30:02.161504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae29adf-efa6-44f5-946f-a53bffa3e66c admin admin] Router b50e23d1-1ae3-4c09-b9f1-74dd95734850 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:30:02.396459 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae29adf-efa6-44f5-946f-a53bffa3e66c admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:30:02.408528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af94baa-5520-4488-abdd-3cd80d8fe4a5 None None] Sync routers for ids ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:30:02.411094 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e5e17515-1d0a-4497-aad8-b7486468bfe0 req-9b80d683-e4b4-4a4d-a400-021b38a1c59b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2&tenant_id=cb1454b448c548df875d32b814cba17e HTTP/1.1" status: 200 len: 1096 time: 0.0877120 Jul 23 17:30:02.411787 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-eae29adf-efa6-44f5-946f-a53bffa3e66c admin admin] 10.222.0.55 "PUT /v2.0/routers/b50e23d1-1ae3-4c09-b9f1-74dd95734850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4983766 Jul 23 17:30:02.412808 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54650) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:02.422119 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af94baa-5520-4488-abdd-3cd80d8fe4a5 None None] Routers {'b50e23d1-1ae3-4c09-b9f1-74dd95734850'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:30:02.422993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-6af94baa-5520-4488-abdd-3cd80d8fe4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:29:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:30:02.613162 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-6af94baa-5520-4488-abdd-3cd80d8fe4a5 None None] Set router b50e23d1-1ae3-4c09-b9f1-74dd95734850 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:30:02.632490 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e5e17515-1d0a-4497-aad8-b7486468bfe0 req-a9299c7c-b4db-42e2-a04d-b787ca5b5b4c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb1454b448c548df875d32b814cba17e&device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 1096 time: 0.1649239 Jul 23 17:30:02.757378 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-74f0ab6d-6ef4-48f6-8e4e-3d51aef7e5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:02.802399 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e17515-1d0a-4497-aad8-b7486468bfe0 req-ec7aeae1-129f-4ce0-af47-d3853afc863e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:02.804345 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e5e17515-1d0a-4497-aad8-b7486468bfe0 req-ec7aeae1-129f-4ce0-af47-d3853afc863e service neutron] 10.222.0.58 "GET /v2.0/networks?id=71471568-3b6f-426b-a80e-75ed16e11e22 HTTP/1.1" status: 200 len: 910 time: 0.1623363 Jul 23 17:30:02.815571 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Notify callbacks [] for router, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:02.935791 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-6af94baa-5520-4488-abdd-3cd80d8fe4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:30:00Z', 'revision_number': 5, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:30:02.939775 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af94baa-5520-4488-abdd-3cd80d8fe4a5 None None] Checking router: b50e23d1-1ae3-4c09-b9f1-74dd95734850 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:30:02.952796 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af94baa-5520-4488-abdd-3cd80d8fe4a5 None None] Routers {'b50e23d1-1ae3-4c09-b9f1-74dd95734850'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:30:02.953496 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-6af94baa-5520-4488-abdd-3cd80d8fe4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:30:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:30:03.040096 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e5e17515-1d0a-4497-aad8-b7486468bfe0 req-1d024b11-975f-446f-9377-28ecb4620e2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77aa2434-39fc-4766-a734-76403047b2a9 HTTP/1.1" status: 200 len: 998 time: 0.1733336 Jul 23 17:30:03.098571 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:03.159601 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-6af94baa-5520-4488-abdd-3cd80d8fe4a5 None None] Set router b50e23d1-1ae3-4c09-b9f1-74dd95734850 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:30:03.175186 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e17515-1d0a-4497-aad8-b7486468bfe0 req-f7a67303-2752-4c70-8098-54749bba11a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:03.176763 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e5e17515-1d0a-4497-aad8-b7486468bfe0 req-f7a67303-2752-4c70-8098-54749bba11a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=96a575a2-955f-4288-a32e-7aa6c139813b HTTP/1.1" status: 200 len: 848 time: 0.1221142 Jul 23 17:30:03.271323 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2e3e6-8101-4419-af4d-c54d95137829 req-042649da-2065-400c-b59d-b007b28803ee tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:03.272914 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-37d2e3e6-8101-4419-af4d-c54d95137829 req-042649da-2065-400c-b59d-b007b28803ee tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 943 time: 0.2170224 Jul 23 17:30:03.353732 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e5e17515-1d0a-4497-aad8-b7486468bfe0 req-db0905e5-ab58-49d8-b71f-88131755d881 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71471568-3b6f-426b-a80e-75ed16e11e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1674030 Jul 23 17:30:03.357164 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:03.393308 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-37d2e3e6-8101-4419-af4d-c54d95137829 req-fb3c4077-09c8-42e6-add8-067dc95417cd tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118932 Jul 23 17:30:03.396776 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Deleting port bb388a99-3730-40c9-bd30-2badef384562 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:30:03.397282 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:03.469527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-6af94baa-5520-4488-abdd-3cd80d8fe4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:30:00Z', 'revision_number': 5, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:30:03.474014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af94baa-5520-4488-abdd-3cd80d8fe4a5 None None] The sync data for ids ['b50e23d1-1ae3-4c09-b9f1-74dd95734850'] in dv-cinder-802045-1-iscsi is: [{'id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'name': 'tempest-TestMinimumBasicScenario-1028465069-router', 'tenant_id': '0f07728103fe4c788d49af8769b281ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bb388a99-3730-40c9-bd30-2badef384562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:13Z', 'updated_at': '2021-07-23T17:30:00Z', 'revision_number': 5, 'project_id': '0f07728103fe4c788d49af8769b281ff', 'gw_port': {'id': 'bb388a99-3730-40c9-bd30-2badef384562', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50e23d1-1ae3-4c09-b9f1-74dd95734850', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:14Z', 'updated_at': '2021-07-23T17:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:30:03.643514 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e5e17515-1d0a-4497-aad8-b7486468bfe0 req-901502a4-4cc8-4708-9a5a-317b20e3a073 service neutron] 10.222.0.58 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748837 Jul 23 17:30:03.803089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] For port bb388a99-3730-40c9-bd30-2badef384562, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=bb388a99-3730-40c9-bd30-2badef384562,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:30:03.803089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:03.915426 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:03.949464 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Calling delete_port for bb388a99-3730-40c9-bd30-2badef384562 owned by network:router_gateway {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:30:04.042859 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-e5e17515-1d0a-4497-aad8-b7486468bfe0 req-cf4b1d23-1a97-4331-8732-ae51807b4bf1 service neutron] 10.222.0.58 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787224 Jul 23 17:30:04.172170 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:04.182014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-59e6b8cf-89ed-4b73-b170-72957819f117 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:04.230395 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb388a99-3730-40c9-bd30-2badef384562,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:04.233457 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:04.348581 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:04.373326 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 96cddab7-9847-4846-a07a-54447b4ce508 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:30:04.413005 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 96cddab7-9847-4846-a07a-54447b4ce508 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:30:04.413961 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 96cddab7-9847-4846-a07a-54447b4ce508 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:30:04.494230 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851072426'] for router_gateway, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:05.049673 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851069610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103245'] for router, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:05.059655 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:05.077980 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b23cd-375e-441d-8edf-ea611f197519 req-2c52cfe5-7d21-4ca8-a83d-4ba621110379 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:05.079604 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6b5b23cd-375e-441d-8edf-ea611f197519 req-2c52cfe5-7d21-4ca8-a83d-4ba621110379 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 943 time: 0.5259433 Jul 23 17:30:05.119424 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3730118'] for router, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:05.119998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b50e23d1-1ae3-4c09-b9f1-74dd95734850 {{(pid=81985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:30:05.158438 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-6b5b23cd-375e-441d-8edf-ea611f197519 req-c39a6c66-fae8-474d-a982-a4b3a9cfa80e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721939 Jul 23 17:30:05.161907 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Notify callbacks [] for router, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:05.163580 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b50e23d1-1ae3-4c09-b9f1-74dd95734850 HTTP/1.1" status: 204 len: 168 time: 2.7490382 Jul 23 17:30:05.165858 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54708) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:05.237043 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d13540-42ee-401e-be0f-eefd7cd6a958 admin admin] Deleting subnet 793636c2-767f-4d3c-a2b6-c908b79e4491 {{(pid=81985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:30:05.240802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53d13540-42ee-401e-be0f-eefd7cd6a958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:05.295219 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53d13540-42ee-401e-be0f-eefd7cd6a958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036722869701'] for subnet, precommit_delete_associations {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:05.385818 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53d13540-42ee-401e-be0f-eefd7cd6a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:05.466300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53d13540-42ee-401e-be0f-eefd7cd6a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036722876243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852563317'] for subnet, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:05.471185 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:05.507932 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d13540-42ee-401e-be0f-eefd7cd6a958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=793636c2-767f-4d3c-a2b6-c908b79e4491,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:05.511372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-53d13540-42ee-401e-be0f-eefd7cd6a958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:05.515215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53d13540-42ee-401e-be0f-eefd7cd6a958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:05.520585 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd1aa8a-d9dc-42cc-a766-1ddd48ad37aa None None] Network 421df661-a4a3-4f00-bba9-28a47cf7e808 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:30:05.522193 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-53d13540-42ee-401e-be0f-eefd7cd6a958 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/793636c2-767f-4d3c-a2b6-c908b79e4491 HTTP/1.1" status: 204 len: 168 time: 0.3553109 Jul 23 17:30:05.524909 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54712) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:05.641379 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:05.652446 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Deleting port 2082a209-6b1c-4435-8821-0c32389884f6 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:30:05.652820 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:05.783393 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625c43aa-abaf-4d98-a99d-dc429957c71e None None] DHCP port deletion for 421df661-a4a3-4f00-bba9-28a47cf7e808 request from dv-cinder-802045-1-iscsi {{(pid=81986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 23 17:30:05.787679 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-625c43aa-abaf-4d98-a99d-dc429957c71e None None] Deleting port 2082a209-6b1c-4435-8821-0c32389884f6 {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:30:05.788135 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-625c43aa-abaf-4d98-a99d-dc429957c71e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:05.881303 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] For port 2082a209-6b1c-4435-8821-0c32389884f6, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=2082a209-6b1c-4435-8821-0c32389884f6,segment=NetworkSegment(46b3db97-56be-4d32-b4cc-ec7ca4d4f191),segment_id=46b3db97-56be-4d32-b4cc-ec7ca4d4f191)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:30:05.881713 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:06.012470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-625c43aa-abaf-4d98-a99d-dc429957c71e None None] For port 2082a209-6b1c-4435-8821-0c32389884f6, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=2082a209-6b1c-4435-8821-0c32389884f6,segment=NetworkSegment(46b3db97-56be-4d32-b4cc-ec7ca4d4f191),segment_id=46b3db97-56be-4d32-b4cc-ec7ca4d4f191)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:30:06.012821 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-625c43aa-abaf-4d98-a99d-dc429957c71e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:06.014479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Calling delete_port for 2082a209-6b1c-4435-8821-0c32389884f6 owned by network:dhcp {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:30:06.140912 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:06.146308 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e6cd6e02-b868-401f-be31-94bfbf80dc5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:06.149184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-625c43aa-abaf-4d98-a99d-dc429957c71e None None] Calling delete_port for 2082a209-6b1c-4435-8821-0c32389884f6 owned by network:dhcp {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:30:06.193637 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Pushing event deleted for resources: {'Port': ['ID=2082a209-6b1c-4435-8821-0c32389884f6,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:06.197900 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:06.202686 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] No DVR routers for this DVR port 2082a209-6b1c-4435-8821-0c32389884f6 on host dv-cinder-802045-1-iscsi {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:30:06.225545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.db.api [None req-625c43aa-abaf-4d98-a99d-dc429957c71e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:30:06.225958 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.api [None req-625c43aa-abaf-4d98-a99d-dc429957c71e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:30:06.370891 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device bb388a99-3730-40c9-bd30-2badef384562 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:30:06.384746 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-151ce1d6-cc00-468e-bc75-fceba823f24d req-e04f3f88-67ea-435e-9657-8d7806766db3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb1454b448c548df875d32b814cba17e&device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 1096 time: 0.2992125 Jul 23 17:30:06.405828 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:06.412434 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: bb388a99-3730-40c9-bd30-2badef384562 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:30:06.413085 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device bb388a99-3730-40c9-bd30-2badef384562 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:30:06.414119 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 2082a209-6b1c-4435-8821-0c32389884f6 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:30:06.447076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421df661-a4a3-4f00-bba9-28a47cf7e808']}} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:30:06.448687 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 2082a209-6b1c-4435-8821-0c32389884f6 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:30:06.449134 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 2082a209-6b1c-4435-8821-0c32389884f6 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:30:06.469112 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54732) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:06.470057 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b3db97-56be-4d32-b4cc-ec7ca4d4f191') {'for_net_delete': True} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:30:06.470403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b3db97-56be-4d32-b4cc-ec7ca4d4f191') {} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:30:06.541257 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131906099'] for segment, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:06.586476 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:06.597181 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82d875-f92d-4c76-99ac-690f769503f7 req-807cddb4-3a80-4b0a-896e-2eb5555c917f tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:06.598887 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4d82d875-f92d-4c76-99ac-690f769503f7 req-807cddb4-3a80-4b0a-896e-2eb5555c917f tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 943 time: 0.2765300 Jul 23 17:30:06.628964 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36736adc-baff-4db9-b50a-3d9d32a6a4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:06.635893 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=81985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:30:06.636345 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036722876224'] for segment, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:30:06.652918 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:30:06.670761 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-36736adc-baff-4db9-b50a-3d9d32a6a4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:30:06.673639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-36736adc-baff-4db9-b50a-3d9d32a6a4bc admin admin] Usage tracker for resource:security_group_rule and tenant:6173c642a1564928a2db7600b85cb2cd is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:30:06.676880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-36736adc-baff-4db9-b50a-3d9d32a6a4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:30:06.684263 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-36736adc-baff-4db9-b50a-3d9d32a6a4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:30:06.727806 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-625c43aa-abaf-4d98-a99d-dc429957c71e None None] Deleting port 2082a209-6b1c-4435-8821-0c32389884f6 {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:30:06.728222 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-625c43aa-abaf-4d98-a99d-dc429957c71e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:06.745392 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ce1d6-cc00-468e-bc75-fceba823f24d req-cafd5c85-f6b2-4748-9cff-48b28a030123 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:06.746610 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-151ce1d6-cc00-468e-bc75-fceba823f24d req-cafd5c85-f6b2-4748-9cff-48b28a030123 service neutron] 10.222.0.58 "GET /v2.0/networks?id=71471568-3b6f-426b-a80e-75ed16e11e22 HTTP/1.1" status: 200 len: 910 time: 0.3228042 Jul 23 17:30:06.762996 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36736adc-baff-4db9-b50a-3d9d32a6a4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:06.767878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36736adc-baff-4db9-b50a-3d9d32a6a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:06.777127 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c77f3ee3-aa3e-4e3c-a0f4-5491d21c723f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:06.797310 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-625c43aa-abaf-4d98-a99d-dc429957c71e None None] The port '2082a209-6b1c-4435-8821-0c32389884f6' was deleted {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 23 17:30:06.828763 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36736adc-baff-4db9-b50a-3d9d32a6a4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149189c3-9bed-48e1-8700-621972ad2beb,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:06.830325 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:06.833102 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-36736adc-baff-4db9-b50a-3d9d32a6a4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:06.836741 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-36736adc-baff-4db9-b50a-3d9d32a6a4bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6173c642a1564928a2db7600b85cb2cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3660567 Jul 23 17:30:06.839423 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54738) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:06.848949 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4d82d875-f92d-4c76-99ac-690f769503f7 req-b61ec5a3-8379-48b3-9335-7638472a9a7a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341328 Jul 23 17:30:06.852385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:06.871014 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:06.883760 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Pushing event deleted for resources: {'Network': ['ID=421df661-a4a3-4f00-bba9-28a47cf7e808,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:06.900536 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:06.909684 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db3eb11e-cb6e-4179-96cc-7334a255ff2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:06.915740 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-10c31015-232f-4c5b-8f1f-ed4191ecf18d admin admin] 10.222.0.55 "DELETE /v2.0/networks/421df661-a4a3-4f00-bba9-28a47cf7e808 HTTP/1.1" status: 204 len: 168 time: 1.3897462 Jul 23 17:30:06.918919 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54742) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:06.921405 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-151ce1d6-cc00-468e-bc75-fceba823f24d req-018dd034-de57-4db0-9c2d-5af8d9596920 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77aa2434-39fc-4766-a734-76403047b2a9 HTTP/1.1" status: 200 len: 998 time: 0.1606472 Jul 23 17:30:06.997215 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ce1d6-cc00-468e-bc75-fceba823f24d req-8f366b64-4c2c-4653-8e27-bb65316169bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:06.998839 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-151ce1d6-cc00-468e-bc75-fceba823f24d req-8f366b64-4c2c-4653-8e27-bb65316169bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=96a575a2-955f-4288-a32e-7aa6c139813b HTTP/1.1" status: 200 len: 848 time: 0.0667887 Jul 23 17:30:07.065728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db3eb11e-cb6e-4179-96cc-7334a255ff2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:07.087509 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-151ce1d6-cc00-468e-bc75-fceba823f24d req-caddb353-d9d7-4946-a161-a5c018b1d490 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71471568-3b6f-426b-a80e-75ed16e11e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786951 Jul 23 17:30:07.144553 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db3eb11e-cb6e-4179-96cc-7334a255ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:07.150195 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-85c59767-7a20-4637-8e99-614976aa0289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:07.165745 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3eb11e-cb6e-4179-96cc-7334a255ff2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149189c3-9bed-48e1-8700-621972ad2beb,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:07.168605 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-db3eb11e-cb6e-4179-96cc-7334a255ff2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:07.176040 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-db3eb11e-cb6e-4179-96cc-7334a255ff2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:07.177313 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-db3eb11e-cb6e-4179-96cc-7334a255ff2a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/149189c3-9bed-48e1-8700-621972ad2beb HTTP/1.1" status: 204 len: 168 time: 0.3369308 Jul 23 17:30:07.244832 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-151ce1d6-cc00-468e-bc75-fceba823f24d req-8421d161-7c22-4c25-9482-fc9df55c9289 service neutron] 10.222.0.58 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477115 Jul 23 17:30:07.395563 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-151ce1d6-cc00-468e-bc75-fceba823f24d req-3b2bce11-988c-4a1b-81c0-f2baaad7908e service neutron] 10.222.0.58 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414413 Jul 23 17:30:07.431996 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7d6f831a-b622-428f-ae51-efa567247cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851067033'] for router_interface, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:07.563636 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54750) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:07.583545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9d2e732d-4fb4-4649-89d1-6181fe23829f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:07.617642 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9d2e732d-4fb4-4649-89d1-6181fe23829f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:30:07.621645 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9d2e732d-4fb4-4649-89d1-6181fe23829f admin admin] Usage tracker for resource:security_group_rule and tenant:76af46ca3ae3498da54f7ca7551f14f8 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:30:07.624675 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9d2e732d-4fb4-4649-89d1-6181fe23829f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:30:07.630821 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9d2e732d-4fb4-4649-89d1-6181fe23829f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:30:07.704298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9d2e732d-4fb4-4649-89d1-6181fe23829f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:07.707990 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9d2e732d-4fb4-4649-89d1-6181fe23829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:07.717459 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b2db7c08-a45f-45d4-874b-7a73cbcdb890 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:07.764005 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e732d-4fb4-4649-89d1-6181fe23829f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fc20ce-82ca-40ba-baae-1e804dd760cb,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:07.768710 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9d2e732d-4fb4-4649-89d1-6181fe23829f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76af46ca3ae3498da54f7ca7551f14f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2038746 Jul 23 17:30:07.770057 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9d2e732d-4fb4-4649-89d1-6181fe23829f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:07.771501 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54754) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:07.840362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c3a54e7-8ec9-43de-9f75-b703b135e8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:07.867290 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c3a54e7-8ec9-43de-9f75-b703b135e8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:07.923423 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c3a54e7-8ec9-43de-9f75-b703b135e8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:07.927850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a6e90344-15ae-4027-9b76-208f7467b146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:07.942632 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a54e7-8ec9-43de-9f75-b703b135e8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fc20ce-82ca-40ba-baae-1e804dd760cb,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:07.945178 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-3c3a54e7-8ec9-43de-9f75-b703b135e8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:07.951358 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c3a54e7-8ec9-43de-9f75-b703b135e8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:07.952229 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-3c3a54e7-8ec9-43de-9f75-b703b135e8df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06fc20ce-82ca-40ba-baae-1e804dd760cb HTTP/1.1" status: 204 len: 168 time: 0.1795833 Jul 23 17:30:08.071596 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea64c84-88ef-4795-a75d-4f5e1993a8a5 req-1852a2e2-c984-425b-88eb-fa47ad1a2c4b tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:08.073271 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9ea64c84-88ef-4795-a75d-4f5e1993a8a5 req-1852a2e2-c984-425b-88eb-fa47ad1a2c4b tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 943 time: 0.0854635 Jul 23 17:30:08.096944 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f831a-b622-428f-ae51-efa567247cf8 admin admin] Deleting port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:30:08.097473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7d6f831a-b622-428f-ae51-efa567247cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:08.127463 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9ea64c84-88ef-4795-a75d-4f5e1993a8a5 req-d797bf3d-6180-48b8-a5df-0fe102b0319e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477760 Jul 23 17:30:08.287388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-7d6f831a-b622-428f-ae51-efa567247cf8 admin admin] For port 71ecf9ab-c440-47d0-9b96-4742bc57f4fc, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=71ecf9ab-c440-47d0-9b96-4742bc57f4fc,segment=NetworkSegment(f717a548-7882-4c63-80a2-ab8e9ca6724e),segment_id=f717a548-7882-4c63-80a2-ab8e9ca6724e)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:30:08.287795 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7d6f831a-b622-428f-ae51-efa567247cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:08.420448 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f831a-b622-428f-ae51-efa567247cf8 admin admin] Calling delete_port for 71ecf9ab-c440-47d0-9b96-4742bc57f4fc owned by network:router_interface {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:30:08.595187 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7d6f831a-b622-428f-ae51-efa567247cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:08.599243 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9a3f4afb-51a8-44be-9824-48ea0be772a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:08.641359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f831a-b622-428f-ae51-efa567247cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=71ecf9ab-c440-47d0-9b96-4742bc57f4fc,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:08.645819 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7d6f831a-b622-428f-ae51-efa567247cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:08.966918 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-7d6f831a-b622-428f-ae51-efa567247cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851270709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3733207'] for router_interface, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:09.353670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570af92-8c44-4666-8261-e74338ac7e56 req-c3d167ea-4d1b-49d6-8185-821f66d5e694 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:09.355855 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5570af92-8c44-4666-8261-e74338ac7e56 req-c3d167ea-4d1b-49d6-8185-821f66d5e694 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 943 time: 0.0990272 Jul 23 17:30:09.419637 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-5570af92-8c44-4666-8261-e74338ac7e56 req-2eb5f135-bc98-4fb4-a7d2-88be29dc11a7 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570650 Jul 23 17:30:09.529714 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54788) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:09.694551 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a451f130-d777-4ccb-9773-6f5a6ba00d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:09.728292 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a451f130-d777-4ccb-9773-6f5a6ba00d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:30:09.732382 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a451f130-d777-4ccb-9773-6f5a6ba00d84 admin admin] Usage tracker for resource:security_group_rule and tenant:d99997b313fc4fa491886ae4c37343e3 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:30:09.735370 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-a451f130-d777-4ccb-9773-6f5a6ba00d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:30:09.741788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-a451f130-d777-4ccb-9773-6f5a6ba00d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:30:09.812235 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a451f130-d777-4ccb-9773-6f5a6ba00d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:09.815609 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a451f130-d777-4ccb-9773-6f5a6ba00d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:09.823577 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9d2e732d-4fb4-4649-89d1-6181fe23829f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:09.829764 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6f831a-b622-428f-ae51-efa567247cf8 admin admin] Router 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:30:09.867885 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451f130-d777-4ccb-9773-6f5a6ba00d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb10f58-703f-415e-be33-94b71bdd97bc,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:09.872716 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a451f130-d777-4ccb-9773-6f5a6ba00d84 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d99997b313fc4fa491886ae4c37343e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3418956 Jul 23 17:30:09.873685 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a451f130-d777-4ccb-9773-6f5a6ba00d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:09.875551 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54794) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:09.943179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a761c9e9-6de6-49bf-8f3c-ad9f2b521aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:09.970005 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a761c9e9-6de6-49bf-8f3c-ad9f2b521aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:10.015185 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a761c9e9-6de6-49bf-8f3c-ad9f2b521aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:10.020540 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d92c3191-6663-4ebc-81fb-1ec1b4c37751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:10.035249 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761c9e9-6de6-49bf-8f3c-ad9f2b521aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb10f58-703f-415e-be33-94b71bdd97bc,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:10.038352 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-a761c9e9-6de6-49bf-8f3c-ad9f2b521aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:10.039329 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-a761c9e9-6de6-49bf-8f3c-ad9f2b521aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:10.043931 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-a761c9e9-6de6-49bf-8f3c-ad9f2b521aac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1cb10f58-703f-415e-be33-94b71bdd97bc HTTP/1.1" status: 204 len: 168 time: 0.1673381 Jul 23 17:30:10.044631 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6f831a-b622-428f-ae51-efa567247cf8 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:30:10.053906 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ace02-1d5d-43bb-8c99-0cadc43ba1c8 None None] Sync routers for ids ['8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:30:10.068044 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7d6f831a-b622-428f-ae51-efa567247cf8 admin admin] 10.222.0.55 "PUT /v2.0/routers/8110a02a-52ff-4ced-a5fa-47a4b36d8a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1456151 Jul 23 17:30:10.068619 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54800) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:10.068806 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ace02-1d5d-43bb-8c99-0cadc43ba1c8 None None] Routers {'8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:30:10.069543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-f16ace02-1d5d-43bb-8c99-0cadc43ba1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:30:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:30:10.268666 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-f16ace02-1d5d-43bb-8c99-0cadc43ba1c8 None None] Set router 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:30:10.286155 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Notify callbacks [] for router, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:10.520870 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:10.531406 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Deleting port 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:30:10.531923 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:10.600172 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-f16ace02-1d5d-43bb-8c99-0cadc43ba1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'name': 'tempest-TestMinimumBasicScenario-1287480415-router', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '3db632eb-a2f3-4685-a1c7-c83cbcd00f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:30:08Z', 'revision_number': 5, 'project_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'gw_port': {'id': '3db632eb-a2f3-4685-a1c7-c83cbcd00f8e', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:81:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:30:10.605504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ace02-1d5d-43bb-8c99-0cadc43ba1c8 None None] Checking router: 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:30:10.619029 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ace02-1d5d-43bb-8c99-0cadc43ba1c8 None None] Routers {'8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:30:10.619589 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-f16ace02-1d5d-43bb-8c99-0cadc43ba1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:30:03Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:30:10.644179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec44982-b31d-4299-933b-14d5a4ccb27c req-86e48cab-97f9-49a5-aa47-88a4df4608db tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:10.653873 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bec44982-b31d-4299-933b-14d5a4ccb27c req-86e48cab-97f9-49a5-aa47-88a4df4608db tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 943 time: 0.1027119 Jul 23 17:30:10.795135 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-f16ace02-1d5d-43bb-8c99-0cadc43ba1c8 None None] Set router 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d gateway port host: None {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:30:10.835165 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] For port 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=3db632eb-a2f3-4685-a1c7-c83cbcd00f8e,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:30:10.835576 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:10.933546 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-f16ace02-1d5d-43bb-8c99-0cadc43ba1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'name': 'tempest-TestMinimumBasicScenario-1287480415-router', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:30:10Z', 'revision_number': 6, 'project_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'gw_port_host': None}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:30:10.939236 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ace02-1d5d-43bb-8c99-0cadc43ba1c8 None None] The sync data for ids ['8110a02a-52ff-4ced-a5fa-47a4b36d8a0d'] in dv-cinder-802045-1-iscsi is: [{'id': '8110a02a-52ff-4ced-a5fa-47a4b36d8a0d', 'name': 'tempest-TestMinimumBasicScenario-1287480415-router', 'tenant_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:27:21Z', 'updated_at': '2021-07-23T17:30:10Z', 'revision_number': 6, 'project_id': 'd6dc37fcf955455b9a1ea2efb3326aeb', 'gw_port_host': None}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:30:10.952305 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-bec44982-b31d-4299-933b-14d5a4ccb27c req-892eb8e2-547b-4e7a-be7e-8f9af1d5d479 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973812 Jul 23 17:30:10.996814 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Calling delete_port for 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e owned by network:router_gateway {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:30:11.182897 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:11.187990 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6ee83136-c108-4f62-8673-a622b2687aaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:11.230098 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Pushing event deleted for resources: {'Port': ['ID=3db632eb-a2f3-4685-a1c7-c83cbcd00f8e,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:11.234644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:11.475695 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851072426'] for router_gateway, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:11.557611 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 77aa2434-39fc-4766-a734-76403047b2a9 details requested by agent hyperv_hv-cinder-80204 with host hv-cinder-80204 {{(pid=81986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jul 23 17:30:11.917053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 77aa2434-39fc-4766-a734-76403047b2a9, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=77aa2434-39fc-4766-a734-76403047b2a9,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:30:11.934469 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Returning: {'device': '77aa2434-39fc-4766-a734-76403047b2a9', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'port_id': '77aa2434-39fc-4766-a734-76403047b2a9', 'mac_address': 'fa:16:3e:be:76:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=81986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 17:30:11.996905 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:12.017634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77aa2434-39fc-4766-a734-76403047b2a9 {{(pid=81986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jul 23 17:30:12.026006 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851069610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103245'] for router, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:12.031582 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:12.038788 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 77aa2434-39fc-4766-a734-76403047b2a9, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=77aa2434-39fc-4766-a734-76403047b2a9,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:30:12.043360 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:12.047418 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:12.060736 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3730118'] for router, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:12.061472 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8110a02a-52ff-4ced-a5fa-47a4b36d8a0d {{(pid=81984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:30:12.082850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] Notify callbacks [] for router, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:12.087025 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54838) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:12.087542 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-fda3bb68-3fe1-49df-93bd-72dff7d6e04d admin admin] 10.222.0.55 "DELETE /v2.0/routers/8110a02a-52ff-4ced-a5fa-47a4b36d8a0d HTTP/1.1" status: 204 len: 168 time: 2.0178306 Jul 23 17:30:12.138678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=77aa2434-39fc-4766-a734-76403047b2a9,revision_number=7']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:12.143412 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:12.232359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6443cb-a06c-41d4-b55f-9d98612d8987 admin admin] Deleting subnet 0eb0a5f1-81dd-4e06-bdb7-01768a000f11 {{(pid=81985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:30:12.238998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ee6443cb-a06c-41d4-b55f-9d98612d8987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:12.303135 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] get_ports_and_sgs() called for port_ids ['77aa2434-39fc-4766-a734-76403047b2a9'] {{(pid=81986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 23 17:30:12.306911 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb909f44-d9d9-4a17-97dc-2eed6209ed46 req-64d6a373-f946-4499-a005-b7234083e324 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:12.308662 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cb909f44-d9d9-4a17-97dc-2eed6209ed46 req-64d6a373-f946-4499-a005-b7234083e324 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 944 time: 0.1720986 Jul 23 17:30:12.316144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ee6443cb-a06c-41d4-b55f-9d98612d8987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036722869701'] for subnet, precommit_delete_associations {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:12.399194 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 71ecf9ab-c440-47d0-9b96-4742bc57f4fc no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:30:12.418485 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-cb909f44-d9d9-4a17-97dc-2eed6209ed46 req-912bbbd8-2c7e-4310-92df-b95c040f4c5f tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737855 Jul 23 17:30:12.435841 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 71ecf9ab-c440-47d0-9b96-4742bc57f4fc {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:30:12.436209 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 71ecf9ab-c440-47d0-9b96-4742bc57f4fc not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:30:12.436689 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:30:12.453481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ee6443cb-a06c-41d4-b55f-9d98612d8987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:12.490729 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:30:12.491207 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 3db632eb-a2f3-4685-a1c7-c83cbcd00f8e not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:30:12.539695 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ee6443cb-a06c-41d4-b55f-9d98612d8987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036722876243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852563317'] for subnet, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:12.545370 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-df406476-6f06-4f67-9675-f4664e8524b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:12.582570 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6443cb-a06c-41d4-b55f-9d98612d8987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb0a5f1-81dd-4e06-bdb7-01768a000f11,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:12.585342 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ee6443cb-a06c-41d4-b55f-9d98612d8987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:12.588104 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ee6443cb-a06c-41d4-b55f-9d98612d8987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:12.596955 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ee6443cb-a06c-41d4-b55f-9d98612d8987 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0eb0a5f1-81dd-4e06-bdb7-01768a000f11 HTTP/1.1" status: 204 len: 168 time: 0.5064275 Jul 23 17:30:12.598863 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54852) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:12.599771 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c22b243-6978-457a-a17a-36a58e4817af None None] Network c18ab813-23ac-4a08-bd84-23a8d8665445 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:30:12.719000 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:12.732348 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Deleting port 661f252a-8143-474f-b997-f326a7697668 {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:30:12.732734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:12.981275 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] For port 661f252a-8143-474f-b997-f326a7697668, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=661f252a-8143-474f-b997-f326a7697668,segment=NetworkSegment(f717a548-7882-4c63-80a2-ab8e9ca6724e),segment_id=f717a548-7882-4c63-80a2-ab8e9ca6724e)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:30:12.981875 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:12.993634 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c129bf67-df09-4eb1-8ce3-6726cc45f7e9 None None] DHCP port deletion for c18ab813-23ac-4a08-bd84-23a8d8665445 request from dv-cinder-802045-1-iscsi {{(pid=81986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 23 17:30:12.998149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-c129bf67-df09-4eb1-8ce3-6726cc45f7e9 None None] Deleting port 661f252a-8143-474f-b997-f326a7697668 {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:30:12.998646 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c129bf67-df09-4eb1-8ce3-6726cc45f7e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:13.116628 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Calling delete_port for 661f252a-8143-474f-b997-f326a7697668 owned by network:dhcp {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:30:13.198182 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:13.203244 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6727d445-8282-444d-959b-24d3f4cea04c tempest-TestVolumeBootPattern-1769816310 tempest-TestVolumeBootPattern-1769816310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:13.224530 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-c129bf67-df09-4eb1-8ce3-6726cc45f7e9 None None] For port 661f252a-8143-474f-b997-f326a7697668, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=661f252a-8143-474f-b997-f326a7697668,segment=NetworkSegment(f717a548-7882-4c63-80a2-ab8e9ca6724e),segment_id=f717a548-7882-4c63-80a2-ab8e9ca6724e)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:30:13.224932 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c129bf67-df09-4eb1-8ce3-6726cc45f7e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:13.246356 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Pushing event deleted for resources: {'Port': ['ID=661f252a-8143-474f-b997-f326a7697668,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:13.250481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:13.254310 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] No DVR routers for this DVR port 661f252a-8143-474f-b997-f326a7697668 on host dv-cinder-802045-1-iscsi {{(pid=81984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:30:13.355013 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-c129bf67-df09-4eb1-8ce3-6726cc45f7e9 None None] Calling delete_port for 661f252a-8143-474f-b997-f326a7697668 owned by network:dhcp {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:30:13.381212 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:13.395709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18ab813-23ac-4a08-bd84-23a8d8665445']}} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:30:13.414123 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f717a548-7882-4c63-80a2-ab8e9ca6724e') {'for_net_delete': True} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:30:13.414524 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f717a548-7882-4c63-80a2-ab8e9ca6724e') {} {{(pid=81984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:30:13.427722 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851928658'] for segment, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:13.428997 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.db.api [None req-c129bf67-df09-4eb1-8ce3-6726cc45f7e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:30:13.429417 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.api [None req-c129bf67-df09-4eb1-8ce3-6726cc45f7e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:30:13.443490 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:13.450359 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=81984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:30:13.451040 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851930154'] for segment, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:30:13.466759 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:30:13.555905 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:13.561073 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:13.567736 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 77aa2434-39fc-4766-a734-76403047b2a9 up at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jul 23 17:30:13.576833 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ba3c28b6-0c91-4c4f-94d3-321d2b118dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:13.655038 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Pushing event deleted for resources: {'Network': ['ID=c18ab813-23ac-4a08-bd84-23a8d8665445,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:13.663422 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:13.665581 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] 10.222.0.55 "DELETE /v2.0/networks/c18ab813-23ac-4a08-bd84-23a8d8665445 HTTP/1.1" status: 204 len: 168 time: 1.0650284 Jul 23 17:30:13.685926 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec36b32-96d6-4cb8-b3d5-bd5ac8dbf733 req-08a2fff9-8931-4bc8-9b83-d06b6ba39c0e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:13.687630 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9ec36b32-96d6-4cb8-b3d5-bd5ac8dbf733 req-08a2fff9-8931-4bc8-9b83-d06b6ba39c0e tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 944 time: 0.1245818 Jul 23 17:30:13.716147 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.provisioning_blocks [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Provisioning complete for port 77aa2434-39fc-4766-a734-76403047b2a9 triggered by entity L2. {{(pid=81986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 23 17:30:13.717093 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-225243'] for port, provisioning_complete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:13.748653 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-9ec36b32-96d6-4cb8-b3d5-bd5ac8dbf733 req-9f8f3cb1-5793-4afb-bd38-d247ce96b16f tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520339 Jul 23 17:30:13.846707 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853590832'] for port, before_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:13.877144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aa2434-39fc-4766-a734-76403047b2a9'}] {{(pid=81986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:30:13.890928 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] For port 77aa2434-39fc-4766-a734-76403047b2a9, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=77aa2434-39fc-4766-a734-76403047b2a9,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:30:13.894520 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781398490398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781398007940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255456767843'] for port, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:13.897587 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6e31e3c1-dd36-4bcd-82ae-4c9fb204e86f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:13.946671 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77aa2434-39fc-4766-a734-76403047b2a9', 'code': 200} Jul 23 17:30:13.947975 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-c129bf67-df09-4eb1-8ce3-6726cc45f7e9 None None] Deleting port 661f252a-8143-474f-b997-f326a7697668 {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:30:13.948100 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c129bf67-df09-4eb1-8ce3-6726cc45f7e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:14.023287 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-c129bf67-df09-4eb1-8ce3-6726cc45f7e9 None None] The port '661f252a-8143-474f-b997-f326a7697668' was deleted {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 23 17:30:14.034705 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54874) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:14.045415 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Pushing event updated for resources: {'Port': ['ID=77aa2434-39fc-4766-a734-76403047b2a9,revision_number=8']} {{(pid=81986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:14.048750 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81986) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:14.097283 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-7e78c5fd-3f72-4cdb-bd12-29d309781036 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f07728103fe4c788d49af8769b281ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0611813 Jul 23 17:30:14.099947 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54878) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:14.166670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:14.235518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:14.302207 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d45624a3-e527-4c9e-8d7f-4978db8fc5d7 req-4b236abc-16b4-49c3-91de-16193fd1879a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 1098 time: 0.1151776 Jul 23 17:30:14.303291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:14.307931 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5b65d2cf-0ec7-448d-8e95-fb770cf04e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:14.343414 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b65804-b014-4f5c-89bb-648a2a2d3f8f,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:14.352547 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:14.353755 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63b65804-b014-4f5c-89bb-648a2a2d3f8f HTTP/1.1" status: 204 len: 168 time: 0.2527859 Jul 23 17:30:14.356626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 661f252a-8143-474f-b997-f326a7697668 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:30:14.367943 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:14.370910 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:14.371318 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:14.371732 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:14.372149 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:14.372557 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:14.372968 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:14.373369 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:14.373769 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:14.374167 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:14.374564 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:30:14.380150 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:14.387563 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-d45624a3-e527-4c9e-8d7f-4978db8fc5d7 req-0b5e0103-f67c-452d-8702-dda4bc335f6a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730271 Jul 23 17:30:14.408176 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 661f252a-8143-474f-b997-f326a7697668 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:30:14.408571 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 661f252a-8143-474f-b997-f326a7697668 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:30:14.810589 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54890) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:14.869907 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e59a9fe3-e545-4e87-8cc4-66fc2e6621a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6dc37fcf955455b9a1ea2efb3326aeb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0579050 Jul 23 17:30:14.872762 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54896) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:14.943167 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98f1d79f-6442-48c0-8b4a-31f176bcc015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:14.975716 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98f1d79f-6442-48c0-8b4a-31f176bcc015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:14.992137 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a468919-42f7-4c53-9f6f-56e51ec00db1 req-3f7af37d-3212-4776-8b3a-0b983ab400f3 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:14.993819 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8a468919-42f7-4c53-9f6f-56e51ec00db1 req-3f7af37d-3212-4776-8b3a-0b983ab400f3 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.1014400 Jul 23 17:30:15.027035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98f1d79f-6442-48c0-8b4a-31f176bcc015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:15.032369 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-0b844b63-c9db-47c5-96ce-3a4f4e9db40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:15.044048 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1d79f-6442-48c0-8b4a-31f176bcc015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1b6a4c-fd92-4f50-b0df-5298125a3d2f,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:15.048604 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-98f1d79f-6442-48c0-8b4a-31f176bcc015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:15.057167 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-98f1d79f-6442-48c0-8b4a-31f176bcc015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:15.057167 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-98f1d79f-6442-48c0-8b4a-31f176bcc015 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a1b6a4c-fd92-4f50-b0df-5298125a3d2f HTTP/1.1" status: 204 len: 168 time: 0.1798310 Jul 23 17:30:15.069386 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-8a468919-42f7-4c53-9f6f-56e51ec00db1 req-f8c7566b-5f88-4433-ab16-50c8bdfb6286 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678225 Jul 23 17:30:16.317999 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7aaf-ebf7-4fff-8e4c-3f4c60f2e576 req-598e5403-bac9-4dbe-a8d1-4721ea79861c tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:30:16.320688 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f3fd7aaf-ebf7-4fff-8e4c-3f4c60f2e576 req-598e5403-bac9-4dbe-a8d1-4721ea79861c tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.1199703 Jul 23 17:30:16.380065 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-f3fd7aaf-ebf7-4fff-8e4c-3f4c60f2e576 req-4f8b989a-216b-4258-a0d6-a698283b4586 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506911 Jul 23 17:30:21.471361 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54968) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:21.643865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9f321882-a6d8-46d6-b12b-3e6131ca7cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:21.645425 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:30:21.681878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9f321882-a6d8-46d6-b12b-3e6131ca7cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:30:21.686969 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9f321882-a6d8-46d6-b12b-3e6131ca7cef admin admin] Usage tracker for resource:security_group_rule and tenant:12be48f5f06c46e19409ca7f00ca5936 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:30:21.690621 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9f321882-a6d8-46d6-b12b-3e6131ca7cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:30:21.697841 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9f321882-a6d8-46d6-b12b-3e6131ca7cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:30:21.781953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9f321882-a6d8-46d6-b12b-3e6131ca7cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:21.785180 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9f321882-a6d8-46d6-b12b-3e6131ca7cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:21.793176 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fa157ace-0522-40e0-b2c8-d3cbf4713d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:21.847768 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9f321882-a6d8-46d6-b12b-3e6131ca7cef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12be48f5f06c46e19409ca7f00ca5936&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3750377 Jul 23 17:30:21.848527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f321882-a6d8-46d6-b12b-3e6131ca7cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97020dc-96c8-4cf7-88a2-3c81fcfd17b3,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:21.850628 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 54974) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:21.851971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9f321882-a6d8-46d6-b12b-3e6131ca7cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:21.919192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cedae1b-9e53-4e19-b410-99cc4cddc232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:21.951328 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cedae1b-9e53-4e19-b410-99cc4cddc232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:22.002290 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cedae1b-9e53-4e19-b410-99cc4cddc232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:22.006785 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-03c2b22a-1db3-4417-b044-4c63eb79bce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:22.020399 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedae1b-9e53-4e19-b410-99cc4cddc232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97020dc-96c8-4cf7-88a2-3c81fcfd17b3,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:22.023706 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9cedae1b-9e53-4e19-b410-99cc4cddc232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:22.031595 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9cedae1b-9e53-4e19-b410-99cc4cddc232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:22.033646 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9cedae1b-9e53-4e19-b410-99cc4cddc232 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a97020dc-96c8-4cf7-88a2-3c81fcfd17b3 HTTP/1.1" status: 204 len: 168 time: 0.1810744 Jul 23 17:30:22.469717 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54982) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:22.491354 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5a1c02a7-30d8-4c0d-801d-d42b9a071e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:22.528452 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5a1c02a7-30d8-4c0d-801d-d42b9a071e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:30:22.533998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5a1c02a7-30d8-4c0d-801d-d42b9a071e40 admin admin] Usage tracker for resource:security_group_rule and tenant:fc7f1aab1d774f3b8343bdc7ab19fe80 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:30:22.537880 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-5a1c02a7-30d8-4c0d-801d-d42b9a071e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:30:22.546593 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-5a1c02a7-30d8-4c0d-801d-d42b9a071e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:30:22.636022 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5a1c02a7-30d8-4c0d-801d-d42b9a071e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:22.641211 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-5a1c02a7-30d8-4c0d-801d-d42b9a071e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:22.648681 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5049680b-327b-4a72-ba4e-74e1dd33d099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:22.696224 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c02a7-30d8-4c0d-801d-d42b9a071e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59938d07-54bc-4364-8f62-ae655e45c34a,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:22.701064 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-5a1c02a7-30d8-4c0d-801d-d42b9a071e40 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc7f1aab1d774f3b8343bdc7ab19fe80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2299855 Jul 23 17:30:22.702258 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5a1c02a7-30d8-4c0d-801d-d42b9a071e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:22.705511 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54986) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:22.785754 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e63c2ccf-3663-4f1c-a92d-0a6d466c5193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:22.818909 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e63c2ccf-3663-4f1c-a92d-0a6d466c5193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:22.872227 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e63c2ccf-3663-4f1c-a92d-0a6d466c5193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:22.876668 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-7201e1ca-2ac2-4ec8-8ed0-8ab33d8e857e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:22.889455 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c2ccf-3663-4f1c-a92d-0a6d466c5193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59938d07-54bc-4364-8f62-ae655e45c34a,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:22.892802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e63c2ccf-3663-4f1c-a92d-0a6d466c5193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:22.906865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e63c2ccf-3663-4f1c-a92d-0a6d466c5193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:22.908155 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-e63c2ccf-3663-4f1c-a92d-0a6d466c5193 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59938d07-54bc-4364-8f62-ae655e45c34a HTTP/1.1" status: 204 len: 168 time: 0.2015483 Jul 23 17:30:23.352032 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54994) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:23.373388 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d362ec9a-b53e-4ad7-8c30-f2d2731ef70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:23.410056 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d362ec9a-b53e-4ad7-8c30-f2d2731ef70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:30:23.414217 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-d362ec9a-b53e-4ad7-8c30-f2d2731ef70b admin admin] Usage tracker for resource:security_group_rule and tenant:7a67b9d2796d49d9b52ae299b518f501 is out of sync, need to count used quota {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:30:23.417659 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-d362ec9a-b53e-4ad7-8c30-f2d2731ef70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81984) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:30:23.424201 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-d362ec9a-b53e-4ad7-8c30-f2d2731ef70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:30:23.500105 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d362ec9a-b53e-4ad7-8c30-f2d2731ef70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:23.503507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d362ec9a-b53e-4ad7-8c30-f2d2731ef70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:23.511882 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-bd5d9cef-d820-4d66-b6d0-87e484e8208e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:23.558298 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362ec9a-b53e-4ad7-8c30-f2d2731ef70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57f5b17-2316-4e16-8b53-c04eb8e90a96,revision_number=1']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:23.563158 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d362ec9a-b53e-4ad7-8c30-f2d2731ef70b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a67b9d2796d49d9b52ae299b518f501&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2099228 Jul 23 17:30:23.564281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d362ec9a-b53e-4ad7-8c30-f2d2731ef70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:23.566045 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 54998) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:30:23.641297 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53933431-65eb-4555-9154-4aa043f13058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:23.672984 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53933431-65eb-4555-9154-4aa043f13058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:23.720311 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53933431-65eb-4555-9154-4aa043f13058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:23.724403 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-98f1d79f-6442-48c0-8b4a-31f176bcc015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:30:23.736888 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53933431-65eb-4555-9154-4aa043f13058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57f5b17-2316-4e16-8b53-c04eb8e90a96,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:30:23.741373 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-53933431-65eb-4555-9154-4aa043f13058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:30:23.746652 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-53933431-65eb-4555-9154-4aa043f13058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:23.747635 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-53933431-65eb-4555-9154-4aa043f13058 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d57f5b17-2316-4e16-8b53-c04eb8e90a96 HTTP/1.1" status: 204 len: 168 time: 0.1803560 Jul 23 17:30:30.162062 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-828648ef-fd98-4285-a1a1-ffd9db8dda28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:31.661584 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:32.676802 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc529-14bb-40dd-bb11-fad775357e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:32.997528 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:33.921584 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:34.345640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:30:58.637614 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:31:00.156936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a13f-ff21-428e-b4e5-7f1a83d0a682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:01.656821 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:02.672365 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-35d56d17-e41b-4e68-b121-93648c4fdb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:02.989768 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:03.923577 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:04.349099 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:07.245268 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 55268) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:07.450368 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a022dd8-8852-43a7-b6cc-efaf233f64d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:07.485006 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9a022dd8-8852-43a7-b6cc-efaf233f64d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jul 23 17:31:07.489023 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9a022dd8-8852-43a7-b6cc-efaf233f64d8 admin admin] Usage tracker for resource:security_group_rule and tenant:17ff2801e9724f18ae74b28620d34e10 is out of sync, need to count used quota {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jul 23 17:31:07.492071 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [None req-9a022dd8-8852-43a7-b6cc-efaf233f64d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81985) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jul 23 17:31:07.498096 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.quota.driver [None req-9a022dd8-8852-43a7-b6cc-efaf233f64d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81985) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jul 23 17:31:07.566296 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a022dd8-8852-43a7-b6cc-efaf233f64d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:07.569248 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a022dd8-8852-43a7-b6cc-efaf233f64d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_create {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:07.576709 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-74e71757-b62f-4f2b-9168-f806f19c25ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:07.623074 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a022dd8-8852-43a7-b6cc-efaf233f64d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e11bb48-bbf8-4c7a-ba9e-24725ab7df74,revision_number=1']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:07.626925 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9a022dd8-8852-43a7-b6cc-efaf233f64d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:07.630097 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9a022dd8-8852-43a7-b6cc-efaf233f64d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17ff2801e9724f18ae74b28620d34e10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3836787 Jul 23 17:31:07.632301 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 55274) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:07.699479 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6b0fa802-b96b-45fa-853d-e0382bc18fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:07.726220 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6b0fa802-b96b-45fa-853d-e0382bc18fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:07.770300 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6b0fa802-b96b-45fa-853d-e0382bc18fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:07.775878 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-20c0cc4f-5ca2-47d0-a202-02b872791329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:07.789055 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fa802-b96b-45fa-853d-e0382bc18fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e11bb48-bbf8-4c7a-ba9e-24725ab7df74,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:07.791543 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6b0fa802-b96b-45fa-853d-e0382bc18fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:07.793581 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6b0fa802-b96b-45fa-853d-e0382bc18fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:07.794865 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-6b0fa802-b96b-45fa-853d-e0382bc18fa3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e11bb48-bbf8-4c7a-ba9e-24725ab7df74 HTTP/1.1" status: 204 len: 168 time: 0.1613455 Jul 23 17:31:30.160184 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-24e41198-377e-43f5-b89e-15aaa476f121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:31.660972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:32.676389 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3550bcf8-56cc-464e-8bf6-16af202103b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:32.989496 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:33.935192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:34.352792 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:35.218254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 55280) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:35.425703 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Deleting port 86c75f00-df6c-4653-b264-1fb72495dab2 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:31:35.426076 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:35.605416 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:35.605734 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:35.638816 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:31:35.735015 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Calling delete_port for 86c75f00-df6c-4653-b264-1fb72495dab2 owned by network:floatingip {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:31:35.888426 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:35.892971 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e6dd5014-2cef-4dfa-ad93-02e1b6a0df0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:35.936702 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Pushing event deleted for resources: {'Port': ['ID=86c75f00-df6c-4653-b264-1fb72495dab2,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:35.978192 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:35.978616 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:35.979063 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:35.979482 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:35.979894 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:35.980332 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:35.980739 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:35.981144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:35.981554 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:35.981962 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:35.982360 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:35.989556 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:36.046129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for floatingip, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:36.450588 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:31:36.671469 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:31:36.681189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e00e63-2686-435c-8b5b-544fc7b7318e None None] Sync routers for ids ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:31:36.693083 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for floatingip, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:36.695222 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e00e63-2686-435c-8b5b-544fc7b7318e None None] Routers {'6db1460c-68f5-4a9c-af16-d58bb012dbe6'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:31:36.696049 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-c8e00e63-2686-435c-8b5b-544fc7b7318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:31:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:36.749650 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-6738c066-142c-4245-b5a6-d4b9c16fe90d tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "DELETE /v2.0/floatingips/6aa1cc78-795c-48a7-a86c-7328ef3dc134 HTTP/1.1" status: 204 len: 168 time: 1.5301180 Jul 23 17:31:36.750336 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'tag': '77aa2434-39fc-4766-a734-76403047b2a9'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:31:36.898211 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-c8e00e63-2686-435c-8b5b-544fc7b7318e None None] Set router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:31:37.064476 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'tag': '77aa2434-39fc-4766-a734-76403047b2a9', 'status': 'completed', 'code': 200} Jul 23 17:31:37.239801 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-c8e00e63-2686-435c-8b5b-544fc7b7318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3261e002-8730-4fca-8640-c7f84fd06519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:26Z', 'revision_number': 4, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port': {'id': '3261e002-8730-4fca-8640-c7f84fd06519', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:23Z', 'updated_at': '2021-07-23T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'ca7e3747-b5c6-43ac-ba42-a788877263d2', 'name': '', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'mac_address': 'fa:16:3e:e0:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:25Z', 'updated_at': '2021-07-23T17:26:39Z', 'revision_number': 5, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'subnets': [{'id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:37.244472 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e00e63-2686-435c-8b5b-544fc7b7318e None None] Checking router: 6db1460c-68f5-4a9c-af16-d58bb012dbe6 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:31:37.257506 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e00e63-2686-435c-8b5b-544fc7b7318e None None] Routers {'6db1460c-68f5-4a9c-af16-d58bb012dbe6'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:31:37.258216 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-c8e00e63-2686-435c-8b5b-544fc7b7318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:31:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:37.472281 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4372b240-b62a-41a5-b020-5aa853387f06 req-c8f08445-120b-4dec-a10e-7bd7a686951d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb1454b448c548df875d32b814cba17e&device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 1098 time: 0.3848145 Jul 23 17:31:37.478936 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b80b50-b2f6-4abc-914f-63d8bdcf41bd req-03e5bbf4-c1fe-47ff-a689-3489884e71c1 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:31:37.479735 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-c8b80b50-b2f6-4abc-914f-63d8bdcf41bd req-03e5bbf4-c1fe-47ff-a689-3489884e71c1 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Synchronizing usage tracker for tenant:cb1454b448c548df875d32b814cba17e on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:31:37.587712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-c8b80b50-b2f6-4abc-914f-63d8bdcf41bd req-03e5bbf4-c1fe-47ff-a689-3489884e71c1 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Unset dirty status for tenant:cb1454b448c548df875d32b814cba17e on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:31:37.588911 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c8b80b50-b2f6-4abc-914f-63d8bdcf41bd req-03e5bbf4-c1fe-47ff-a689-3489884e71c1 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.4663773 Jul 23 17:31:37.613123 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-c8e00e63-2686-435c-8b5b-544fc7b7318e None None] Set router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:31:37.665351 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372b240-b62a-41a5-b020-5aa853387f06 req-9c324fc1-540f-4427-9b6f-bbbdcf99fa62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:31:37.666869 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4372b240-b62a-41a5-b020-5aa853387f06 req-9c324fc1-540f-4427-9b6f-bbbdcf99fa62 service neutron] 10.222.0.58 "GET /v2.0/networks?id=71471568-3b6f-426b-a80e-75ed16e11e22 HTTP/1.1" status: 200 len: 910 time: 0.1832364 Jul 23 17:31:37.672686 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c8b80b50-b2f6-4abc-914f-63d8bdcf41bd req-baf26e1b-ec3f-4476-a300-ef3ea7c01b46 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761254 Jul 23 17:31:37.751056 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4372b240-b62a-41a5-b020-5aa853387f06 req-30abc8e3-c310-4581-960c-7d4d0d8d4f3b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77aa2434-39fc-4766-a734-76403047b2a9 HTTP/1.1" status: 200 len: 217 time: 0.0749552 Jul 23 17:31:37.821398 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372b240-b62a-41a5-b020-5aa853387f06 req-f17f7f91-1784-4503-974b-be3185b03187 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:31:37.823357 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4372b240-b62a-41a5-b020-5aa853387f06 req-f17f7f91-1784-4503-974b-be3185b03187 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=96a575a2-955f-4288-a32e-7aa6c139813b HTTP/1.1" status: 200 len: 848 time: 0.0655885 Jul 23 17:31:37.907107 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4372b240-b62a-41a5-b020-5aa853387f06 req-d5fa22c2-d5fd-46de-ba3d-745d9c8c8fe2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=71471568-3b6f-426b-a80e-75ed16e11e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772116 Jul 23 17:31:37.949908 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-c8e00e63-2686-435c-8b5b-544fc7b7318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3261e002-8730-4fca-8640-c7f84fd06519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:26Z', 'revision_number': 4, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port': {'id': '3261e002-8730-4fca-8640-c7f84fd06519', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:23Z', 'updated_at': '2021-07-23T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'ca7e3747-b5c6-43ac-ba42-a788877263d2', 'name': '', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'mac_address': 'fa:16:3e:e0:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:25Z', 'updated_at': '2021-07-23T17:26:39Z', 'revision_number': 5, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'subnets': [{'id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:37.954198 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e00e63-2686-435c-8b5b-544fc7b7318e None None] The sync data for ids ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'] in dv-cinder-802045-1-iscsi is: [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3261e002-8730-4fca-8640-c7f84fd06519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:26:26Z', 'revision_number': 4, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port': {'id': '3261e002-8730-4fca-8640-c7f84fd06519', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:23Z', 'updated_at': '2021-07-23T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi', '_interfaces': [{'id': 'ca7e3747-b5c6-43ac-ba42-a788877263d2', 'name': '', 'network_id': '71471568-3b6f-426b-a80e-75ed16e11e22', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'mac_address': 'fa:16:3e:e0:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:25Z', 'updated_at': '2021-07-23T17:26:39Z', 'revision_number': 5, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'subnets': [{'id': '96a575a2-955f-4288-a32e-7aa6c139813b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:31:38.055834 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4372b240-b62a-41a5-b020-5aa853387f06 req-1ebf20b6-96be-4046-b68e-c049f0100739 service neutron] 10.222.0.58 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407871 Jul 23 17:31:38.209872 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-4372b240-b62a-41a5-b020-5aa853387f06 req-edfd8e0c-eccf-4f31-bc19-296df67485c1 service neutron] 10.222.0.58 "GET /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468632 Jul 23 17:31:38.408850 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3c9c0c-9875-418d-ae0c-0df943b82567 None None] New status for floating IP 6aa1cc78-795c-48a7-a86c-7328ef3dc134: DOWN {{(pid=81987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Jul 23 17:31:38.928312 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff10f5e-1728-4441-bf85-01e0ce4ca44d req-7d71cabb-31c3-4c03-96f1-ff4aa3693278 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:31:38.929797 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-eff10f5e-1728-4441-bf85-01e0ce4ca44d req-7d71cabb-31c3-4c03-96f1-ff4aa3693278 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.1272359 Jul 23 17:31:38.998238 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a3fe1-774a-4566-b19a-b68584157242 req-d4f7d27e-c6e9-47f0-a368-a92debf36664 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jul 23 17:31:38.999804 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c57a3fe1-774a-4566-b19a-b68584157242 req-d4f7d27e-c6e9-47f0-a368-a92debf36664 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 945 time: 0.1361003 Jul 23 17:31:39.004820 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-eff10f5e-1728-4441-bf85-01e0ce4ca44d req-6b89a2a7-7808-450c-925a-56f3d8c2b158 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/security-groups?id=25eb94b5-6204-4e3e-9598-279a2774df0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671077 Jul 23 17:31:39.077175 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-c57a3fe1-774a-4566-b19a-b68584157242 req-f084039a-bec4-435c-a001-6e18fa55300a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Deleting port 77aa2434-39fc-4766-a734-76403047b2a9 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:31:39.077557 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c57a3fe1-774a-4566-b19a-b68584157242 req-f084039a-bec4-435c-a001-6e18fa55300a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:39.325794 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [req-c57a3fe1-774a-4566-b19a-b68584157242 req-f084039a-bec4-435c-a001-6e18fa55300a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] For port 77aa2434-39fc-4766-a734-76403047b2a9, host hv-cinder-80204, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80204',level=0,port_id=77aa2434-39fc-4766-a734-76403047b2a9,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:31:39.326188 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c57a3fe1-774a-4566-b19a-b68584157242 req-f084039a-bec4-435c-a001-6e18fa55300a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:39.449641 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [req-c57a3fe1-774a-4566-b19a-b68584157242 req-f084039a-bec4-435c-a001-6e18fa55300a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Calling delete_port for 77aa2434-39fc-4766-a734-76403047b2a9 owned by compute:nova {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:31:39.592664 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c57a3fe1-774a-4566-b19a-b68584157242 req-f084039a-bec4-435c-a001-6e18fa55300a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:39.600030 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-e5fb70f1-2ddd-4408-83bb-459d986af23f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:39.643448 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084039a-bec4-435c-a001-6e18fa55300a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Pushing event deleted for resources: {'Port': ['ID=77aa2434-39fc-4766-a734-76403047b2a9,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:39.647786 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-f084039a-bec4-435c-a001-6e18fa55300a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:39.723327 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57a3fe1-774a-4566-b19a-b68584157242 req-f084039a-bec4-435c-a001-6e18fa55300a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] No DVR routers for this DVR port 77aa2434-39fc-4766-a734-76403047b2a9 on host hv-cinder-80204 {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:31:39.725914 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [req-c57a3fe1-774a-4566-b19a-b68584157242 req-f084039a-bec4-435c-a001-6e18fa55300a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770310'] for port, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:39.728803 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'name': 'network-vif-deleted', 'tag': '77aa2434-39fc-4766-a734-76403047b2a9'}] {{(pid=81985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jul 23 17:31:39.745339 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-c57a3fe1-774a-4566-b19a-b68584157242 req-f084039a-bec4-435c-a001-6e18fa55300a tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.58 "DELETE /v2.0/ports/77aa2434-39fc-4766-a734-76403047b2a9 HTTP/1.1" status: 204 len: 173 time: 0.7358263 Jul 23 17:31:39.790293 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d155a17-ebac-497f-ac62-95bcf98ba4e2', 'name': 'network-vif-deleted', 'tag': '77aa2434-39fc-4766-a734-76403047b2a9', 'status': 'completed', 'code': 200} Jul 23 17:31:40.178719 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-7d1ac795-eaf0-44b5-a08c-1e73d2e0eec4 req-2ed0893d-57b5-4b56-a4ef-20f02c2918ed tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Synchronizing usage tracker for tenant:cb1454b448c548df875d32b814cba17e on resource:port {{(pid=81985) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jul 23 17:31:40.194128 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.quota.resource [req-7d1ac795-eaf0-44b5-a08c-1e73d2e0eec4 req-2ed0893d-57b5-4b56-a4ef-20f02c2918ed tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Unset dirty status for tenant:cb1454b448c548df875d32b814cba17e on resource:port {{(pid=81985) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jul 23 17:31:40.195465 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [req-7d1ac795-eaf0-44b5-a08c-1e73d2e0eec4 req-2ed0893d-57b5-4b56-a4ef-20f02c2918ed tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d155a17-ebac-497f-ac62-95bcf98ba4e2 HTTP/1.1" status: 200 len: 210 time: 0.0626304 Jul 23 17:31:41.308614 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 55302) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:41.381644 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:41.412115 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:41.466089 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:41.470148 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-5a1c02a7-30d8-4c0d-801d-d42b9a071e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:41.486801 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eb94b5-6204-4e3e-9598-279a2774df0a,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:41.500894 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:41.501322 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:41.501748 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:41.502158 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:41.502568 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:41.503032 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:41.503443 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:41.503849 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:41.504254 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:41.504661 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:41.505064 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802045-1-iscsi {{(pid=81984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jul 23 17:31:41.508276 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:41.509504 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] 10.222.0.55 "DELETE /v2.0/security-groups/25eb94b5-6204-4e3e-9598-279a2774df0a HTTP/1.1" status: 204 len: 168 time: 0.1997020 Jul 23 17:31:41.510538 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ca0a2677-d5c2-41e0-8bad-debc4ea2aeb9 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:41.569640 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 55308) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:42.024191 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 77aa2434-39fc-4766-a734-76403047b2a9 no longer exists at agent hyperv_hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:31:42.057700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] No Port match for: 77aa2434-39fc-4766-a734-76403047b2a9 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:31:42.058613 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Device 77aa2434-39fc-4766-a734-76403047b2a9 not bound to the agent host hv-cinder-80204 {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:31:42.177805 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36ef65dd-e357-4b72-9c10-47f1fada6f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851067033'] for router_interface, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:42.801712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-36ef65dd-e357-4b72-9c10-47f1fada6f64 admin admin] Deleting port ca7e3747-b5c6-43ac-ba42-a788877263d2 {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:31:42.802375 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36ef65dd-e357-4b72-9c10-47f1fada6f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:42.981952 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-36ef65dd-e357-4b72-9c10-47f1fada6f64 admin admin] For port ca7e3747-b5c6-43ac-ba42-a788877263d2, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=ca7e3747-b5c6-43ac-ba42-a788877263d2,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:31:42.982351 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36ef65dd-e357-4b72-9c10-47f1fada6f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:43.107236 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-36ef65dd-e357-4b72-9c10-47f1fada6f64 admin admin] Calling delete_port for ca7e3747-b5c6-43ac-ba42-a788877263d2 owned by network:router_interface {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:31:43.273335 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36ef65dd-e357-4b72-9c10-47f1fada6f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:43.278438 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b9241267-9ac4-4b83-83c7-0f5ae912261f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:43.323362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef65dd-e357-4b72-9c10-47f1fada6f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7e3747-b5c6-43ac-ba42-a788877263d2,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:43.326409 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-36ef65dd-e357-4b72-9c10-47f1fada6f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:43.852482 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-36ef65dd-e357-4b72-9c10-47f1fada6f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851270709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3733207'] for router_interface, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:44.455740 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ef65dd-e357-4b72-9c10-47f1fada6f64 admin admin] Router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:31:44.675559 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ef65dd-e357-4b72-9c10-47f1fada6f64 admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:31:44.687255 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dabf99-47da-4690-9360-df28c5531755 None None] Sync routers for ids ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'] in dv-cinder-802045-1-iscsi {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:31:44.695167 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-36ef65dd-e357-4b72-9c10-47f1fada6f64 admin admin] 10.222.0.55 "PUT /v2.0/routers/6db1460c-68f5-4a9c-af16-d58bb012dbe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1237025 Jul 23 17:31:44.697385 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 55314) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:44.705967 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dabf99-47da-4690-9360-df28c5531755 None None] Routers {'6db1460c-68f5-4a9c-af16-d58bb012dbe6'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:31:44.706814 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-94dabf99-47da-4690-9360-df28c5531755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:31:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:44.893655 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-94dabf99-47da-4690-9360-df28c5531755 None None] Set router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:31:44.905590 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Notify callbacks [] for router, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:45.121023 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:45.129301 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Deleting port 3261e002-8730-4fca-8640-c7f84fd06519 {{(pid=81984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:31:45.129675 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:45.202325 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-94dabf99-47da-4690-9360-df28c5531755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '3261e002-8730-4fca-8640-c7f84fd06519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:31:43Z', 'revision_number': 5, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port': {'id': '3261e002-8730-4fca-8640-c7f84fd06519', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:13:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:23Z', 'updated_at': '2021-07-23T17:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:45.206442 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dabf99-47da-4690-9360-df28c5531755 None None] Checking router: 6db1460c-68f5-4a9c-af16-d58bb012dbe6 for host: dv-cinder-802045-1-iscsi {{(pid=81986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:31:45.218220 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dabf99-47da-4690-9360-df28c5531755 None None] Routers {'6db1460c-68f5-4a9c-af16-d58bb012dbe6'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:31:45.218934 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-94dabf99-47da-4690-9360-df28c5531755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:31:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'], 'active': True} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:45.312767 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] For port 3261e002-8730-4fca-8640-c7f84fd06519, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=3261e002-8730-4fca-8640-c7f84fd06519,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:31:45.313166 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:45.373500 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-94dabf99-47da-4690-9360-df28c5531755 None None] Set router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 gateway port host: None {{(pid=81986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:31:45.439495 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Calling delete_port for 3261e002-8730-4fca-8640-c7f84fd06519 owned by network:router_gateway {{(pid=81984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:31:45.488032 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-94dabf99-47da-4690-9360-df28c5531755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:31:45Z', 'revision_number': 6, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port_host': None}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:45.492211 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dabf99-47da-4690-9360-df28c5531755 None None] The sync data for ids ['6db1460c-68f5-4a9c-af16-d58bb012dbe6'] in dv-cinder-802045-1-iscsi is: [{'id': '6db1460c-68f5-4a9c-af16-d58bb012dbe6', 'name': 'tempest-TestShelveInstance-1326132032-router', 'tenant_id': 'cb1454b448c548df875d32b814cba17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:22Z', 'updated_at': '2021-07-23T17:31:45Z', 'revision_number': 6, 'project_id': 'cb1454b448c548df875d32b814cba17e', 'gw_port_host': None}] {{(pid=81986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:31:45.618281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845677'] for port, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:45.622481 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-06ae3720-2866-48cf-bbe4-d6db5caab835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:45.670845 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Pushing event deleted for resources: {'Port': ['ID=3261e002-8730-4fca-8640-c7f84fd06519,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:45.675466 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:45.912454 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851072426'] for router_gateway, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:46.402349 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 3261e002-8730-4fca-8640-c7f84fd06519 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:31:46.424103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851069610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103245'] for router, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:46.428694 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:46.439193 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 3261e002-8730-4fca-8640-c7f84fd06519 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:31:46.439592 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 3261e002-8730-4fca-8640-c7f84fd06519 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:31:46.440072 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device ca7e3747-b5c6-43ac-ba42-a788877263d2 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:31:46.458928 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3730118'] for router, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:46.459542 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6db1460c-68f5-4a9c-af16-d58bb012dbe6 {{(pid=81984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:31:46.472654 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] Notify callbacks [] for router, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:46.474035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: ca7e3747-b5c6-43ac-ba42-a788877263d2 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:31:46.474435 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device ca7e3747-b5c6-43ac-ba42-a788877263d2 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:31:46.475446 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-abd0da74-e904-470b-b613-4646230f39be admin admin] 10.222.0.55 "DELETE /v2.0/routers/6db1460c-68f5-4a9c-af16-d58bb012dbe6 HTTP/1.1" status: 204 len: 168 time: 1.7768192 Jul 23 17:31:46.476916 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 55318) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:46.544976 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b0004b-a5a7-46a0-8382-81a3ff7e9edf admin admin] Deleting subnet 96a575a2-955f-4288-a32e-7aa6c139813b {{(pid=81985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:31:46.548660 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d7b0004b-a5a7-46a0-8382-81a3ff7e9edf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:46.612356 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d7b0004b-a5a7-46a0-8382-81a3ff7e9edf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036722869701'] for subnet, precommit_delete_associations {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:46.696537 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d7b0004b-a5a7-46a0-8382-81a3ff7e9edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:46.766372 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d7b0004b-a5a7-46a0-8382-81a3ff7e9edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036722876243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852563317'] for subnet, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:46.771197 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ee6443cb-a06c-41d4-b55f-9d98612d8987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:46.812972 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0004b-a5a7-46a0-8382-81a3ff7e9edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a575a2-955f-4288-a32e-7aa6c139813b,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:46.816208 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-d7b0004b-a5a7-46a0-8382-81a3ff7e9edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:46.819046 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d7b0004b-a5a7-46a0-8382-81a3ff7e9edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:46.824908 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ca46ad-9852-4d1d-9611-700e075878a7 None None] Network 71471568-3b6f-426b-a80e-75ed16e11e22 requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:31:46.825814 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-d7b0004b-a5a7-46a0-8382-81a3ff7e9edf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/96a575a2-955f-4288-a32e-7aa6c139813b HTTP/1.1" status: 204 len: 168 time: 0.3476751 Jul 23 17:31:46.829777 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 55322) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:46.948901 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:46.960155 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Deleting port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:31:46.960529 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:47.095177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe8b689-3589-4d56-afb1-8410a75a80ce None None] DHCP port deletion for 71471568-3b6f-426b-a80e-75ed16e11e22 request from dv-cinder-802045-1-iscsi {{(pid=81986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 23 17:31:47.099775 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8b689-3589-4d56-afb1-8410a75a80ce None None] Deleting port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:31:47.100245 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b689-3589-4d56-afb1-8410a75a80ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:47.180334 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] For port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=2d61a7bf-3d03-4530-b2e8-e60cf5c48db3,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:31:47.180803 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:47.315573 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Calling delete_port for 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 owned by network:dhcp {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:31:47.320736 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-1fe8b689-3589-4d56-afb1-8410a75a80ce None None] For port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=2d61a7bf-3d03-4530-b2e8-e60cf5c48db3,segment=NetworkSegment(87f423ff-3a46-4f39-9d69-226574b4b59b),segment_id=87f423ff-3a46-4f39-9d69-226574b4b59b)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:31:47.321093 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b689-3589-4d56-afb1-8410a75a80ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:47.390712 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:47.395417 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-44305734-629a-4878-ac12-5bd9f5db8483 tempest-AttachVolumeNegativeTest-622125255 tempest-AttachVolumeNegativeTest-622125255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:47.438519 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d61a7bf-3d03-4530-b2e8-e60cf5c48db3,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:47.441319 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:47.443938 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] No DVR routers for this DVR port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 on host dv-cinder-802045-1-iscsi {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:31:47.445703 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8b689-3589-4d56-afb1-8410a75a80ce None None] Calling delete_port for 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 owned by network:dhcp {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:31:47.520578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.db.api [None req-1fe8b689-3589-4d56-afb1-8410a75a80ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:31:47.520967 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.api [None req-1fe8b689-3589-4d56-afb1-8410a75a80ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:31:47.569518 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:47.583497 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71471568-3b6f-426b-a80e-75ed16e11e22']}} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:47.597437 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f423ff-3a46-4f39-9d69-226574b4b59b') {'for_net_delete': True} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:47.597778 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f423ff-3a46-4f39-9d69-226574b4b59b') {} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:47.611718 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131906099'] for segment, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:47.627017 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:47.633586 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=81985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:31:47.634004 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036722876224'] for segment, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:31:47.652719 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:31:47.727964 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:47.732201 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:47.746012 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:47.758509 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=71471568-3b6f-426b-a80e-75ed16e11e22,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:47.763418 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:47.771099 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-da1e7d95-1ffe-4ff0-84f5-9ba177bfd3e5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/71471568-3b6f-426b-a80e-75ed16e11e22 HTTP/1.1" status: 204 len: 168 time: 0.9402404 Jul 23 17:31:47.774221 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 55326) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:48.022230 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8b689-3589-4d56-afb1-8410a75a80ce None None] Deleting port 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:31:48.022900 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b689-3589-4d56-afb1-8410a75a80ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:48.091328 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8b689-3589-4d56-afb1-8410a75a80ce None None] The port '2d61a7bf-3d03-4530-b2e8-e60cf5c48db3' was deleted {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 23 17:31:48.182333 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c35550ae-3705-4587-9192-a0f56a657f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851067033'] for router_interface, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:48.406707 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:31:48.442281 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:31:48.442661 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 2d61a7bf-3d03-4530-b2e8-e60cf5c48db3 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:31:49.051578 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-c35550ae-3705-4587-9192-a0f56a657f0f admin admin] Deleting port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:31:49.052225 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c35550ae-3705-4587-9192-a0f56a657f0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:49.229662 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-c35550ae-3705-4587-9192-a0f56a657f0f admin admin] For port 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185,segment=NetworkSegment(6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6),segment_id=6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:31:49.230061 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c35550ae-3705-4587-9192-a0f56a657f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:49.359900 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-c35550ae-3705-4587-9192-a0f56a657f0f admin admin] Calling delete_port for 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 owned by network:router_interface {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:31:49.525700 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c35550ae-3705-4587-9192-a0f56a657f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:49.531003 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-fdf360ba-05e9-4af6-8c59-76a01c2a3839 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:49.574561 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35550ae-3705-4587-9192-a0f56a657f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:49.577504 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c35550ae-3705-4587-9192-a0f56a657f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:49.887818 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-c35550ae-3705-4587-9192-a0f56a657f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851270709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3733207'] for router_interface, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:50.495001 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35550ae-3705-4587-9192-a0f56a657f0f admin admin] Router 24b62d4f-6845-4f00-8801-81931c9d68c3 has already been hosted by L3 agent e1e3d214-1dc8-49a5-b60a-b16f8a4b460e {{(pid=81985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Jul 23 17:31:50.713864 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35550ae-3705-4587-9192-a0f56a657f0f admin admin] Notify agent at l3_agent.dv-cinder-802045-1-iscsi the message routers_updated {{(pid=81985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jul 23 17:31:50.722677 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36405a14-ab81-47d4-aa09-90ff24606c59 None None] Sync routers for ids ['24b62d4f-6845-4f00-8801-81931c9d68c3'] in dv-cinder-802045-1-iscsi {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Jul 23 17:31:50.730442 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-c35550ae-3705-4587-9192-a0f56a657f0f admin admin] 10.222.0.55 "PUT /v2.0/routers/24b62d4f-6845-4f00-8801-81931c9d68c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9547853 Jul 23 17:31:50.733129 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 55330) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:50.736138 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36405a14-ab81-47d4-aa09-90ff24606c59 None None] Routers {'24b62d4f-6845-4f00-8801-81931c9d68c3'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:31:50.736811 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-36405a14-ab81-47d4-aa09-90ff24606c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:31:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['24b62d4f-6845-4f00-8801-81931c9d68c3'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:50.952186 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:51.068175 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-36405a14-ab81-47d4-aa09-90ff24606c59 None None] Set router 24b62d4f-6845-4f00-8801-81931c9d68c3 gateway port host: dv-cinder-802045-1-iscsi {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:31:51.390402 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-36405a14-ab81-47d4-aa09-90ff24606c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'name': 'tempest-TestShelveInstance-809224680-router', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'external_fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'e7adbe60-61e6-4e73-8ca5-99df50786cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:31Z', 'updated_at': '2021-07-23T17:31:49Z', 'revision_number': 5, 'project_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'gw_port': {'id': 'e7adbe60-61e6-4e73-8ca5-99df50786cbb', 'name': '', 'network_id': 'be355ed9-9aa4-4010-98d9-d73ee88926df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802045-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T17:26:32Z', 'updated_at': '2021-07-23T17:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b03b5e3a-816f-45b8-b69d-30242befc393', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802045-1-iscsi'}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:51.395176 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36405a14-ab81-47d4-aa09-90ff24606c59 None None] Checking router: 24b62d4f-6845-4f00-8801-81931c9d68c3 for host: dv-cinder-802045-1-iscsi {{(pid=81987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Jul 23 17:31:51.408349 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36405a14-ab81-47d4-aa09-90ff24606c59 None None] Routers {'24b62d4f-6845-4f00-8801-81931c9d68c3'} bound to L3 agent in host dv-cinder-802045-1-iscsi {{(pid=81987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 23 17:31:51.409022 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-36405a14-ab81-47d4-aa09-90ff24606c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802045-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T17:11:03Z,description=,heartbeat_timestamp=2021-07-23T17:31:33Z,host='dv-cinder-802045-1-iscsi',id=e1e3d214-1dc8-49a5-b60a-b16f8a4b460e,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T17:11:03Z,topic='l3_agent')) {'router_ids': ['24b62d4f-6845-4f00-8801-81931c9d68c3'], 'active': True} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:51.420490 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:51.429557 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Deleting port e7adbe60-61e6-4e73-8ca5-99df50786cbb {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:31:51.430039 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:51.577526 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvr_db [None req-36405a14-ab81-47d4-aa09-90ff24606c59 None None] Set router 24b62d4f-6845-4f00-8801-81931c9d68c3 gateway port host: None {{(pid=81987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Jul 23 17:31:51.620521 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] For port e7adbe60-61e6-4e73-8ca5-99df50786cbb, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=e7adbe60-61e6-4e73-8ca5-99df50786cbb,segment=NetworkSegment(5e294bbd-0dcb-4ccd-937a-a9915f5eb366),segment_id=5e294bbd-0dcb-4ccd-937a-a9915f5eb366)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:31:51.620937 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:51.690653 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_hamode_db [None req-36405a14-ab81-47d4-aa09-90ff24606c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'name': 'tempest-TestShelveInstance-809224680-router', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:31Z', 'updated_at': '2021-07-23T17:31:51Z', 'revision_number': 6, 'project_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'gw_port_host': None}], 'dv-cinder-802045-1-iscsi', False) {} {{(pid=81987) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:51.695470 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36405a14-ab81-47d4-aa09-90ff24606c59 None None] The sync data for ids ['24b62d4f-6845-4f00-8801-81931c9d68c3'] in dv-cinder-802045-1-iscsi is: [{'id': '24b62d4f-6845-4f00-8801-81931c9d68c3', 'name': 'tempest-TestShelveInstance-809224680-router', 'tenant_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T17:26:31Z', 'updated_at': '2021-07-23T17:31:51Z', 'revision_number': 6, 'project_id': '37ddd05309224605bd3c59d6bcd2e4b8', 'gw_port_host': None}] {{(pid=81987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Jul 23 17:31:51.758179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Calling delete_port for e7adbe60-61e6-4e73-8ca5-99df50786cbb owned by network:router_gateway {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:31:51.934876 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:51.941261 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-216d7571-8fb8-4858-9755-e46c3ce5e783 tempest-AttachVolumeShelveTestJSON-908335414 tempest-AttachVolumeShelveTestJSON-908335414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:51.985020 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7adbe60-61e6-4e73-8ca5-99df50786cbb,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:51.987741 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:52.220026 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036851072426'] for router_gateway, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:52.405888 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:31:52.443118 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:31:52.443517 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 3b5cb0ef-6863-4f1f-86e9-ca24d6b2f185 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:31:52.443993 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device e7adbe60-61e6-4e73-8ca5-99df50786cbb no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:31:52.476370 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: e7adbe60-61e6-4e73-8ca5-99df50786cbb {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:31:52.476678 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device e7adbe60-61e6-4e73-8ca5-99df50786cbb not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:31:52.494094 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851069610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-103245'] for router, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:52.499101 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:52.520870 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3730118'] for router, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:52.521408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24b62d4f-6845-4f00-8801-81931c9d68c3 {{(pid=81985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 23 17:31:52.534524 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] Notify callbacks [] for router, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:52.535803 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-160812c5-bb80-4a09-8f61-b5f96386fbc0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/24b62d4f-6845-4f00-8801-81931c9d68c3 HTTP/1.1" status: 204 len: 168 time: 1.8016868 Jul 23 17:31:52.538557 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 55336) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:52.612078 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf30ae6c-76a4-46ea-ad54-d9c16ec606cd admin admin] Deleting subnet fe65a109-0c7e-4764-8782-2034c61b6f29 {{(pid=81985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 23 17:31:52.615710 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bf30ae6c-76a4-46ea-ad54-d9c16ec606cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:52.672552 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bf30ae6c-76a4-46ea-ad54-d9c16ec606cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036722869701'] for subnet, precommit_delete_associations {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:52.758707 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bf30ae6c-76a4-46ea-ad54-d9c16ec606cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-223568'] for subnet, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:52.831423 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bf30ae6c-76a4-46ea-ad54-d9c16ec606cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854552232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850921230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036722876243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852563317'] for subnet, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:52.836131 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:52.874775 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30ae6c-76a4-46ea-ad54-d9c16ec606cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe65a109-0c7e-4764-8782-2034c61b6f29,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:52.877770 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-bf30ae6c-76a4-46ea-ad54-d9c16ec606cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:52.880562 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bf30ae6c-76a4-46ea-ad54-d9c16ec606cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for subnet, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:52.887043 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-bf30ae6c-76a4-46ea-ad54-d9c16ec606cd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fe65a109-0c7e-4764-8782-2034c61b6f29 HTTP/1.1" status: 204 len: 168 time: 0.3473322 Jul 23 17:31:52.887393 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849ec62a-a429-49cd-bf6a-f696c90b2271 None None] Network 6b653ba1-9924-4143-a467-25fd8213b29a requested from dv-cinder-802045-1-iscsi {{(pid=81986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jul 23 17:31:52.889838 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81985) accepted ('10.222.0.55', 55340) {{(pid=81985) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:53.006386 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854518507'] for network, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:53.017477 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Deleting port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 {{(pid=81985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:31:53.017785 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:53.163527 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b7e493-b0b2-45f9-b6f5-be1bcd66114a None None] DHCP port deletion for 6b653ba1-9924-4143-a467-25fd8213b29a request from dv-cinder-802045-1-iscsi {{(pid=81986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jul 23 17:31:53.168844 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-47b7e493-b0b2-45f9-b6f5-be1bcd66114a None None] Deleting port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:31:53.169267 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-47b7e493-b0b2-45f9-b6f5-be1bcd66114a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:53.241667 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] For port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=6bde1ff8-012d-4d45-bf52-f7f6bf25f767,segment=NetworkSegment(6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6),segment_id=6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6)] {{(pid=81985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:31:53.242069 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:53.374080 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Calling delete_port for 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 owned by network:dhcp {{(pid=81985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:31:53.449639 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853420181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850676556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255456357270', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255456767877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131899643'] for port, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:53.454408 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9cd9dbc7-2494-4650-86e0-d34f0f58c436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:53.499865 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bde1ff8-012d-4d45-bf52-f7f6bf25f767,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:53.502696 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:53.505267 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] No DVR routers for this DVR port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 on host dv-cinder-802045-1-iscsi {{(pid=81985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jul 23 17:31:53.555998 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.db [None req-47b7e493-b0b2-45f9-b6f5-be1bcd66114a None None] For port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767, host dv-cinder-802045-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802045-1-iscsi',level=0,port_id=6bde1ff8-012d-4d45-bf52-f7f6bf25f767,segment=NetworkSegment(6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6),segment_id=6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6)] {{(pid=81986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Jul 23 17:31:53.556439 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-47b7e493-b0b2-45f9-b6f5-be1bcd66114a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851041103'] for port, precommit_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:53.628011 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-218843', 'neutron.services.segments.db._delete_segments_for_network--9223363255456299516'] for network, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:53.641522 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b653ba1-9924-4143-a467-25fd8213b29a']}} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:53.657353 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6') {'for_net_delete': True} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:53.657353 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.services.segments.db [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e42424b-139f-4e7a-a8f2-0cd4d5ea46d6') {} {{(pid=81985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jul 23 17:31:53.672396 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363255456304995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131906099'] for segment, before_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:53.687058 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-47b7e493-b0b2-45f9-b6f5-be1bcd66114a None None] Calling delete_port for 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 owned by network:dhcp {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jul 23 17:31:53.699355 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775106'] for segment, precommit_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:53.706920 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=81985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Jul 23 17:31:53.707362 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036722876224'] for segment, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: Traceback (most recent call last): Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: timer() Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: cb(*args, **kw) Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: return func(*args, **kwargs) Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: self._notify() Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: self.callback(batched_events) Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: event.method(event) Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: segment_id)['aggregates'][0] Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: return f(self, *a, **k) Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: return self._get(url).json() Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: **kwargs) Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: return self.request(url, 'GET', **kwargs) Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: **endpoint_filter) Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 17:31:53.721943 dv-cinder-802045-1-iscsi neutron-server[81873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 17:31:53.759996 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.db.api [None req-47b7e493-b0b2-45f9-b6f5-be1bcd66114a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81986) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jul 23 17:31:53.760406 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_db.api [None req-47b7e493-b0b2-45f9-b6f5-be1bcd66114a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81986) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jul 23 17:31:53.805351 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854556957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3505091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3703404'] for network, after_delete {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:53.809273 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:53.823784 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3505106'] for network, before_response {{(pid=81985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:53.834471 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b653ba1-9924-4143-a467-25fd8213b29a,revision_number=None']} {{(pid=81985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:53.838957 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:53.842639 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-ab5c526a-98f3-4f4f-b976-58c86edeb188 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6b653ba1-9924-4143-a467-25fd8213b29a HTTP/1.1" status: 204 len: 168 time: 0.9515021 Jul 23 17:31:53.991264 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 55346) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:54.048906 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-2cd61bf3-3992-4c74-b646-1679bec49c78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb1454b448c548df875d32b814cba17e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0561790 Jul 23 17:31:54.051555 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 55350) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:54.114114 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a0097d6-28a6-4fa4-a8e1-cdc5bcc8a983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:54.141670 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a0097d6-28a6-4fa4-a8e1-cdc5bcc8a983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:54.192986 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a0097d6-28a6-4fa4-a8e1-cdc5bcc8a983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:54.197954 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-36736adc-baff-4db9-b50a-3d9d32a6a4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:54.212374 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0097d6-28a6-4fa4-a8e1-cdc5bcc8a983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cb0384-0f6d-49d2-bbdb-17cb5c92b282,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:54.216715 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-9a0097d6-28a6-4fa4-a8e1-cdc5bcc8a983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:54.219976 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9a0097d6-28a6-4fa4-a8e1-cdc5bcc8a983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:54.221225 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-9a0097d6-28a6-4fa4-a8e1-cdc5bcc8a983 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0cb0384-0f6d-49d2-bbdb-17cb5c92b282 HTTP/1.1" status: 204 len: 168 time: 0.1686847 Jul 23 17:31:54.262054 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-47b7e493-b0b2-45f9-b6f5-be1bcd66114a None None] Deleting port 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 {{(pid=81986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}} Jul 23 17:31:54.262566 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-47b7e493-b0b2-45f9-b6f5-be1bcd66114a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781398415475'] for port, before_delete {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:54.326110 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-47b7e493-b0b2-45f9-b6f5-be1bcd66114a None None] The port '6bde1ff8-012d-4d45-bf52-f7f6bf25f767' was deleted {{(pid=81986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}} Jul 23 17:31:54.403445 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 no longer exists at agent ovs-agent-dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jul 23 17:31:54.438728 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.plugin [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] No Port match for: 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 {{(pid=81986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}} Jul 23 17:31:54.439172 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.plugins.ml2.rpc [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Device 6bde1ff8-012d-4d45-bf52-f7f6bf25f767 not bound to the agent host dv-cinder-802045-1-iscsi {{(pid=81986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jul 23 17:31:54.657783 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 55358) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:54.716904 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-822a8e20-c7fc-4d8d-9af9-f8f82a52f79b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37ddd05309224605bd3c59d6bcd2e4b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0577354 Jul 23 17:31:54.719513 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [-] (81984) accepted ('10.222.0.55', 55362) {{(pid=81984) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jul 23 17:31:54.783514 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b0e348dc-e498-491c-8d42-239602ee0fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:54.810507 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b0e348dc-e498-491c-8d42-239602ee0fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:54.856111 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b0e348dc-e498-491c-8d42-239602ee0fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3851847'] for security_group, after_delete {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:54.861028 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-c44422a2-ac96-4056-863f-8325a01762e5 tempest-TestShelveInstance-1943093558 tempest-TestShelveInstance-1943093558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Jul 23 17:31:54.871807 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e348dc-e498-491c-8d42-239602ee0fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768a36d9-39f2-47db-ba47-0d421231f820,revision_number=None']} {{(pid=81984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jul 23 17:31:54.874550 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG oslo_concurrency.lockutils [None req-b0e348dc-e498-491c-8d42-239602ee0fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=81984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Jul 23 17:31:54.880487 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b0e348dc-e498-491c-8d42-239602ee0fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:31:54.881723 dv-cinder-802045-1-iscsi neutron-server[81873]: INFO neutron.wsgi [None req-b0e348dc-e498-491c-8d42-239602ee0fd0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/768a36d9-39f2-47db-ba47-0d421231f820 HTTP/1.1" status: 204 len: 168 time: 0.1612337 Jul 23 17:32:00.165825 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-88987056-2edc-4ede-b642-e8e7540974af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:32:01.666291 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:32:02.679512 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65483848-f2c4-4f93-b746-36cd1ecc1dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:32:02.993260 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:32:03.930811 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:32:04.354228 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:32:12.641444 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:32:30.158161 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2fb1f72c-5967-47ff-add9-875aa840e069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:32:31.671558 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:32:32.682805 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-34da3e99-686d-4b64-941e-b37cb23ef1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:32:32.999107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:32:33.957256 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:32:34.358510 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:32:49.642035 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:33:00.161800 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-2d2f229b-ed99-48f9-818e-2d5c3bb2d145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:33:01.674934 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:33:02.684822 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-3c050cdd-8a0d-4afa-b388-b74be0136e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:33:03.000033 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:33:03.955848 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:33:04.362590 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:33:26.643874 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:33:30.164135 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d5935cad-6913-406f-b664-3e6672ff647b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:33:31.692953 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:33:32.693107 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-bafb8fde-ce59-4baa-9992-54e163a0d013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:33:33.006473 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:33:33.956887 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:33:34.364491 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:34:00.167664 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-9499252d-c4d2-4259-a84d-3385ef74b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:34:01.677082 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:34:02.688681 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-828000b3-32cc-4e0a-a0f6-d86ea16aa71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:34:03.009190 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:34:03.645377 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:34:03.954329 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:34:04.367209 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:34:30.170861 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-0c7dc68c-1c84-4414-a178-9e459479cd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:34:31.680746 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:34:32.692141 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-09bf3896-92f2-4044-9347-2c30cecc2e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:34:33.010053 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:34:33.957294 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:34:34.369642 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:34:40.647526 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:34:45.434025 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [req-ade3e591-e4d0-4091-ab68-4c0501f4d3d6 req-24ab0b95-bee2-42a2-8141-78156a9ce04a service neutron] (81984) timed out ('10.222.0.58', 50299) {{(pid=81984) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jul 23 17:34:46.907842 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [req-6632c966-01d2-47ab-8cf0-f47cf8c0c71e req-15d64460-3e2c-45d0-b7ca-ecf5c0731eed service neutron] (81984) timed out ('10.222.0.58', 50322) {{(pid=81984) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jul 23 17:35:00.172763 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-402efe7a-c9ad-48e1-91ab-36fe47720150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:35:01.684255 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:35:02.694320 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-734938b4-064b-47e3-94a8-480a2ef4950f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:35:03.012124 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:35:03.961903 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:35:04.371325 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:35:17.648179 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:35:30.176093 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-81415b0f-71d1-433a-b4db-214f8ae22561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:35:31.692515 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:35:32.698177 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-e44320b0-a1ec-41b5-8ccf-3e3c72d1679f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:35:33.016259 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:35:33.955811 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:35:34.374102 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:35:54.649189 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:36:00.180157 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-52f5cd70-29e4-4689-9b21-265c90238db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:36:01.689314 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:36:02.702626 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-b28e4147-5bde-4d72-98d7-6b6682ec685c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:36:03.023607 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:36:03.969883 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:36:04.376599 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:36:30.183707 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-d5497ae5-a477-4dc4-a5be-bc5d56445a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:36:31.650902 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.db.agents_db [None req-bd8899b7-51fe-4a74-8be2-f9e299b73308 None None] Agent healthcheck: found 6 active agents {{(pid=81987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Jul 23 17:36:31.682797 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:36:32.703855 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-dada6605-3822-454d-b3c4-0382d47b4d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:36:33.022103 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:36:33.965548 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:36:34.381581 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:36:52.698451 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron.wsgi [req-c719fd2a-de5d-495c-9605-7da2b2819b99 req-7da9d142-30f4-414e-b124-d0b66286a190 service neutron] (81984) timed out ('10.222.0.55', 48502) {{(pid=81984) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jul 23 17:37:00.186545 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-55ceaf43-2a8b-434b-b8dc-19e3a3818fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:37:01.684918 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f13123c7-897c-488a-839f-fdd7b89cd3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:37:02.706328 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-ecc67c0e-b215-4fb1-864b-b26e86fc3020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:37:03.025768 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-843dad1d-9381-4da7-8efd-88d478b162e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:37:03.982407 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-65c889cd-e9b4-434f-b1de-4b26f3d6a29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jul 23 17:37:04.383144 dv-cinder-802045-1-iscsi neutron-server[81873]: DEBUG neutron_lib.callbacks.manager [None req-f71825e8-16d0-4dfa-8a78-ba275920b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781398470890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854550609'] for agent, after_update {{(pid=81986) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}